-- Logs begin at Fri 2022-04-29 17:51:13 UTC, end at Fri 2022-04-29 19:09:53 UTC. -- Apr 29 18:34:36.041484 dv-cinder-839987-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 18:34:38.818311 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.common.config [-] Logging enabled! Apr 29 18:34:38.818949 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev168 Apr 29 18:34:38.819065 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110010) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 18:34:38.822466 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.common.config [-] Logging enabled! Apr 29 18:34:38.822717 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev168 Apr 29 18:34:38.823019 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110010) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 18:34:38.823964 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 18:34:38.824191 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 18:34:38.824582 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 18:34:38.824819 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 18:34:38.825041 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 18:34:38.825356 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.825760 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.825982 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.826275 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.826533 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.826826 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.827108 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.827398 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.827676 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.827948 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.828227 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.828451 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.828756 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.829018 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.829297 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.829515 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] debug = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.829789 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.830211 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.830613 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.830901 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.831182 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.831455 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.831720 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.831990 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.832267 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.832619 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] host = dv-cinder-839987-1-iscsi {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.832890 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.833228 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.833511 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.833791 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.834060 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.834328 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.834606 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.834872 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.835138 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] log_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.835411 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.835691 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.835973 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.836636 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.836856 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.837073 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.837350 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.837632 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.837900 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.838168 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.838435 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.838698 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.838965 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.839225 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.839503 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.839788 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.840067 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.840334 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.840631 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.840900 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.841166 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.841443 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.841714 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.841981 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.842248 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.842532 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.842794 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.843060 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.843352 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.843632 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.843907 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.844191 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.844458 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.844760 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.845029 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.845296 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.845564 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] use_json = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.845832 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.846101 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.846375 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.846645 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.846911 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.847177 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.847443 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.847724 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.847991 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:38.848283 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.848596 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.848957 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.849235 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.849535 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.849813 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.850101 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.850376 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.850662 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.850946 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.851232 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.851507 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.851802 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.852087 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.852377 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.852722 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.853005 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.853293 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.853565 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.853837 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.854108 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.854384 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.854671 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.854946 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.855231 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.855517 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.855792 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.856085 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.856367 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.856683 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.856975 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.857259 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.857529 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.857804 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.858091 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.858365 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.858633 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.858905 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.859187 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.859460 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.859727 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.860014 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.860285 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.860579 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.860850 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.861123 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.861407 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.861681 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.861950 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.862222 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.862505 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.862774 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.863058 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.863332 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.863601 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.863870 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.864144 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.864552 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.864837 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.865185 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.865463 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.865737 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.866007 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.866276 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.866546 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.866814 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.867082 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.867349 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.867619 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.867892 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.868161 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.868429 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.868722 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.868990 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.869257 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.869549 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.869825 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.870095 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.870366 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.870638 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.870911 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.871182 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.871455 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.871728 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.871997 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.872282 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.872639 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.872879 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.873156 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.873447 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.873741 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.874016 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.874290 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.874569 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.874844 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.875117 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.875395 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.875677 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.875967 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.876255 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.876565 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.876856 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.877143 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.877419 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.877726 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.878004 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:38.878222 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 18:34:38.878461 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110010) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 18:34:39.332444 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110010) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 18:34:39.332680 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110010) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 18:34:39.333058 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110010) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 18:34:39.333389 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 18:34:39.660795 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.661042 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.661390 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.662819 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.663085 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.663339 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.718285 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.718534 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.718828 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.733631 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.733914 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.734170 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.764252 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.764531 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.765064 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.805211 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.805491 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:39.805753 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.147728 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.148387 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.148387 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.148560 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.149195 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.247172 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.247483 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.247761 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.248034 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.248301 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.248639 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.248900 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.249156 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.249407 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.249688 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.249935 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.250196 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.250459 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.250712 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.250964 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.251227 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.251481 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.251750 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.251994 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.252250 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.252547 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.252795 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.253077 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.253444 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.253694 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.253936 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.254330 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 18:34:40.254566 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 18:34:40.254799 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 18:34:40.255079 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 18:34:40.255313 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 18:34:40.255543 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 18:34:40.255904 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 18:34:40.259068 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 18:34:40.262973 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 18:34:40.266898 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 29 18:34:40.268534 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 18:34:40.269148 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 18:34:40.269484 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 18:34:40.269861 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 18:34:40.272794 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 18:34:40.273037 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 18:34:40.273382 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 18:34:40.278345 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 29 18:34:40.302959 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 18:34:40.303409 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.303724 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110010) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 29 18:34:40.304068 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.305451 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110010) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 18:34:40.305732 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 18:34:40.305972 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 18:34:40.309285 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.309558 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.371426 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 18:34:40.371658 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 18:34:40.371888 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 18:34:40.372250 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 18:34:40.393905 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_db.sqlalchemy.engines [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110010) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 29 18:34:40.834953 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Initializing driver for type 'gre' Apr 29 18:34:40.835468 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] gre ID ranges: [(1, 1000)] Apr 29 18:34:40.893482 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Initializing driver for type 'local' Apr 29 18:34:40.893749 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Initializing driver for type 'vlan' Apr 29 18:34:40.908314 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] VlanTypeDriver initialization complete Apr 29 18:34:40.908669 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Initializing driver for type 'vxlan' Apr 29 18:34:40.909226 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] vxlan ID ranges: [(1, 1000)] Apr 29 18:34:40.964073 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Initializing extension driver 'port_security' Apr 29 18:34:40.964506 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.extensions.port_security [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] PortSecurityExtensionDriver initialization complete Apr 29 18:34:40.965021 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Initializing mechanism driver 'openvswitch' Apr 29 18:34:40.965469 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Initializing mechanism driver 'hyperv' Apr 29 18:34:40.974192 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.plugins.ml2.plugin [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:34:40.975167 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > port after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.975591 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > port after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.976054 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > port after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.976897 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110010) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 18:34:40.977534 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > subnet after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.978041 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > subnet after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.978460 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > subnet after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.979053 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110010) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 18:34:40.979509 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > network after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.980047 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > network after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.980381 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > network after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.981012 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110010) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 18:34:40.981448 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > security_group after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.981973 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > security_group after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.982497 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > security_group after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.983055 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110010) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 18:34:40.983494 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.983950 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.984431 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.984969 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110010) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 18:34:40.985398 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > address_group after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.985945 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > address_group after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.986269 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > address_group after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.986779 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110010) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 18:34:40.987257 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] ML2 OVO RPC backend initialized. {{(pid=110010) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 29 18:34:40.988269 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router_interface after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.988750 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.989281 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > network before_response 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.989715 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > networks before_response 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.990095 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > port before_response 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.990594 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > ports before_response 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.991079 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > subnet before_response 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.991591 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > subnets before_response 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.992065 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > network after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.992480 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > network after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.992839 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > network after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.993175 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > port after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.993508 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > port after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.993836 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > port after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.994168 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > subnet after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.994502 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > subnet after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:40.994828 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > subnet after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.002369 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded quota_driver: . Apr 29 18:34:41.002761 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.plugin [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Modular L2 Plugin initialization complete Apr 29 18:34:41.003094 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading services supported by the core plugin {{(pid=110010) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 18:34:41.003432 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.plugins.ml2.managers [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Got port-security extension from driver 'port_security' Apr 29 18:34:41.003900 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.extensions.vlantransparent [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Disabled vlantransparent extension. Apr 29 18:34:41.004392 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110010) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 18:34:41.004729 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading Plugin: router Apr 29 18:34:41.039563 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router_interface before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.039938 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router after_create 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.040298 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router before_create 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.040680 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.041045 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.041391 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router after_delete 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.041737 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > floatingip after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.042072 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > floatingip after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.042422 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router after_create 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.042762 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router after_update 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.043082 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router after_update 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.043424 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.043888 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router after_update 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.044294 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router precommit_update 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.044763 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: port after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.045102 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: port after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.045433 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: subnet after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.045770 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.046112 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > port precommit_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.046446 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router precommit_create 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.046776 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: port before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.047109 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router precommit_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.047433 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router after_update 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.047763 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router precommit_delete 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.048101 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router precommit_create 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.048449 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router_interface after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.048801 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router precommit_update 55549900 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.049152 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > agent after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.049491 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > agent after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.049822 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > network after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.050653 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Tracking information for resource: router configured {{(pid=110010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 18:34:41.050975 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Tracking information for resource: floatingip configured {{(pid=110010) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 18:34:41.055810 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.db.l3_agentschedulers_db [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 18:34:41.056360 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: port after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.056735 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: port after_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.057082 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: port after_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.057428 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: port after_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.058195 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router before_create 55550100 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.058549 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router precommit_delete 55550100 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.058899 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router precommit_create 55550100 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.059245 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > router precommit_update 55550100 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.063970 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.services.provider_configuration [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service providers = [] {{(pid=110010) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 18:34:41.064330 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.db.servicetype_db [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110010) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 18:34:41.067251 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.services.service_base [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110010) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 18:34:41.067864 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.services.service_base [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110010) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 18:34:41.068082 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.services.service_base [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110010) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 18:34:41.068962 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.services.service_base [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110010) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 18:34:41.069321 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.services.service_base [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 18:34:41.069687 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 18:34:41.069996 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 18:34:41.080537 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 18:34:41.080873 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading Plugin: auto_allocate Apr 29 18:34:41.086875 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: network precommit_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.087235 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: network precommit_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.087740 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 18:34:41.088053 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading Plugin: tag Apr 29 18:34:41.094770 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 18:34:41.095085 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading Plugin: timestamp Apr 29 18:34:41.098955 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 18:34:41.099408 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading Plugin: network_ip_availability Apr 29 18:34:41.104894 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.105259 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.105601 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.106306 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 18:34:41.106620 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading Plugin: flavors Apr 29 18:34:41.111496 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 18:34:41.111818 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading Plugin: revisions Apr 29 18:34:41.116221 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110010) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 18:34:41.116635 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_concurrency.lockutils [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=110010) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 18:34:41.117368 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110010) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 18:34:41.117694 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Initializing extension manager. Apr 29 18:34:41.118215 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: __init__.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.118553 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: __pycache__ {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.118880 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: _port_mac_address_override.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.119202 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: address_group.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.119940 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.120517 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: address-group Apr 29 18:34:41.120841 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: address_scope.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.121544 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.122041 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: address-scope Apr 29 18:34:41.122343 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: admin_state_down_before_update.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.123339 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.123839 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: router-admin-state-down-before-update Apr 29 18:34:41.124155 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: agent.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.124868 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.125364 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: agent Apr 29 18:34:41.125675 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: agent_resources_synced.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.126563 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.127058 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: agent-resources-synced Apr 29 18:34:41.127372 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: allowedaddresspairs.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.129153 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.129658 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: allowed-address-pairs Apr 29 18:34:41.130051 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: auto_allocated_topology.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.131126 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.131632 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: auto-allocated-topology Apr 29 18:34:41.131947 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: availability_zone.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.132672 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.133166 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: availability_zone Apr 29 18:34:41.133479 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: availability_zone_filter.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.134370 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.134866 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: availability_zone_filter Apr 29 18:34:41.135178 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: data_plane_status.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.136072 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.136603 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 18:34:41.136919 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: default_subnetpools.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.137818 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.138318 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: default-subnetpools Apr 29 18:34:41.138632 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: dhcpagentscheduler.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.139425 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.139921 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: dhcp_agent_scheduler Apr 29 18:34:41.140233 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: dns.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.141153 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.141641 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension dns-integration not supported by any of loaded plugins Apr 29 18:34:41.141953 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: dns_domain_ports.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.142846 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.143332 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 18:34:41.143695 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.144559 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.145047 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 29 18:34:41.145355 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: dvr.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.146035 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.146520 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: dvr Apr 29 18:34:41.146832 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: ecmp_routes.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.147720 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.148213 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension ecmp_routes not supported by any of loaded plugins Apr 29 18:34:41.148782 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: empty_string_filtering.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.149420 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.149917 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: empty-string-filtering Apr 29 18:34:41.150231 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.151116 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.151601 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 18:34:41.151914 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.152837 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.153341 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 18:34:41.153635 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: external_net.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.154524 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.155020 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: external-net Apr 29 18:34:41.155330 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: extra_dhcp_opt.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.156212 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.156733 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: extra_dhcp_opt Apr 29 18:34:41.157046 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: extraroute.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.157938 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.158427 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: extraroute Apr 29 18:34:41.158736 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: extraroute_atomic.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.161107 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.161670 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: extraroute-atomic Apr 29 18:34:41.161999 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: filter_validation.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.162661 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.163161 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: filter-validation Apr 29 18:34:41.163475 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: fip_pf_description.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.164375 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.164907 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 18:34:41.165222 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: fip_pf_port_range.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.166122 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.166613 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 29 18:34:41.166929 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: fip_port_details.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.167828 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.168321 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: fip-port-details Apr 29 18:34:41.168671 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: flavors.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.169873 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.170375 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: flavors Apr 29 18:34:41.170698 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.172330 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.172873 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 18:34:41.173191 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: floatingip_pools.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.173877 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.174379 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: floatingip-pools Apr 29 18:34:41.174694 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: ip_allocation.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.175593 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.176087 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 18:34:41.176396 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.177407 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.177897 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: ip-substring-filtering Apr 29 18:34:41.178212 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l2_adjacency.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.179127 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.179620 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 18:34:41.179929 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l3.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.180925 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.181421 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: router Apr 29 18:34:41.181735 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l3_conntrack_helper.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.183922 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.184434 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 18:34:41.184785 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.185680 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.186183 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: ext-gw-mode Apr 29 18:34:41.186503 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.187398 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.187892 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: l3-ha Apr 29 18:34:41.188208 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.189125 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.189615 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 29 18:34:41.189935 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l3_flavors.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.190857 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.191351 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: l3-flavors Apr 29 18:34:41.191664 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l3_ndp_proxy.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.193084 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.193603 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 29 18:34:41.193919 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.194822 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.195326 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 18:34:41.195642 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: l3agentscheduler.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.196687 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.197189 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: l3_agent_scheduler Apr 29 18:34:41.197512 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: local_ip.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.199405 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.199915 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension local_ip not supported by any of loaded plugins Apr 29 18:34:41.200239 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: logging.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.201711 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.202226 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension logging not supported by any of loaded plugins Apr 29 18:34:41.202551 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: metering.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.203276 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.203850 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: metering Apr 29 18:34:41.204172 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.205284 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.205791 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: metering_source_and_destination_fields Apr 29 18:34:41.206113 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: multiprovidernet.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.207021 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.207525 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: multi-provider Apr 29 18:34:41.207909 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: netmtu.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.208831 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.209357 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: net-mtu Apr 29 18:34:41.209670 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: netmtu_writable.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.210756 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.211613 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: net-mtu-writable Apr 29 18:34:41.211954 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: network_availability_zone.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.212616 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.213099 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: network_availability_zone Apr 29 18:34:41.213407 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: network_ip_availability.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.214497 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.214993 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: network-ip-availability Apr 29 18:34:41.215306 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: network_segment_range.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.216061 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.216581 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 18:34:41.216897 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: pagination.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.217872 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.218195 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: pagination Apr 29 18:34:41.218500 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: port_device_profile.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.219390 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.219889 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: port-device-profile Apr 29 18:34:41.220203 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: port_mac_address_override.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.221155 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.221652 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: port-mac-override Apr 29 18:34:41.221967 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.222873 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.223395 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: port-mac-address-regenerate Apr 29 18:34:41.223765 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.224777 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.225276 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: port-numa-affinity-policy Apr 29 18:34:41.225589 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: port_resource_request.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.226474 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.226967 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 18:34:41.227277 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: port_resource_request_groups.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.228230 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.228757 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 29 18:34:41.229072 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: portbindings.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.229982 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.230477 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: binding Apr 29 18:34:41.230794 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: portbindings_extended.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.232028 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.232547 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: binding-extended Apr 29 18:34:41.232869 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: portsecurity.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.233765 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.234263 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: port-security Apr 29 18:34:41.234580 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: project_id.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.235544 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.235866 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: project-id Apr 29 18:34:41.236173 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: providernet.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.237175 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.237673 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: provider Apr 29 18:34:41.237989 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.241799 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.242312 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos not supported by any of loaded plugins Apr 29 18:34:41.242636 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.243876 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.244374 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 18:34:41.244724 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.245645 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.246140 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 18:34:41.246455 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_default.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.247351 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.247845 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-default not supported by any of loaded plugins Apr 29 18:34:41.248165 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_fip.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.249096 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.249592 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-fip not supported by any of loaded plugins Apr 29 18:34:41.249907 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_fip_network_policy.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.250811 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.251311 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 29 18:34:41.251631 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_gateway_ip.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.252605 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.253130 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 18:34:41.253447 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_port_network_policy.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.254350 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.254878 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 18:34:41.255247 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.256340 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.256885 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 29 18:34:41.257205 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.258229 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.258725 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 29 18:34:41.259050 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_pps_rule.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.260240 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.260784 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-pps not supported by any of loaded plugins Apr 29 18:34:41.261105 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_rule_type_details.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.261995 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.262497 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 18:34:41.262817 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_rule_type_filter.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.263716 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.264212 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 29 18:34:41.264551 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: qos_rules_alias.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.265559 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.266059 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 18:34:41.266374 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: quota_check_limit.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.267338 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.267837 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: quota-check-limit Apr 29 18:34:41.268159 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: quotasv2.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.269142 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.269462 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: quotas Apr 29 18:34:41.269778 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: quotasv2_detail.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.271640 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.271965 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: quota_details Apr 29 18:34:41.272285 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: rbac.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.273379 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.273893 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: rbac-policies Apr 29 18:34:41.274211 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: rbac_address_group.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.275125 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.275630 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: rbac-address-group Apr 29 18:34:41.275947 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: rbac_address_scope.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.276888 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.277390 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: rbac-address-scope Apr 29 18:34:41.277705 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: rbac_security_groups.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.278609 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.279107 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: rbac-security-groups Apr 29 18:34:41.279419 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: rbac_subnetpool.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.280325 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.280848 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: rbac-subnetpool Apr 29 18:34:41.281166 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: revisionifmatch.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.282072 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.282570 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: revision-if-match Apr 29 18:34:41.282881 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: revisions.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.283977 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.284476 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: standard-attr-revisions Apr 29 18:34:41.284818 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: router_availability_zone.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.285479 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.285976 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: router_availability_zone Apr 29 18:34:41.286336 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: routerservicetype.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.287241 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.287743 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension router-service-type not supported by any of loaded plugins Apr 29 18:34:41.288059 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.288993 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.289493 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: security-groups-normalized-cidr Apr 29 18:34:41.289809 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: security_groups_port_filtering.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.290715 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.291212 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: port-security-groups-filtering Apr 29 18:34:41.291520 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.292440 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.292968 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: security-groups-remote-address-group Apr 29 18:34:41.293286 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.294196 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.294694 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: security-groups-shared-filtering Apr 29 18:34:41.295014 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.295716 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 29 18:34:41.296034 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: securitygroup.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.305891 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.306414 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: security-group Apr 29 18:34:41.306741 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: segment.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.307452 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.307952 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension segment not supported by any of loaded plugins Apr 29 18:34:41.308271 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.309224 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.309724 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 18:34:41.310047 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: servicetype.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.311113 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.311619 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: service-type Apr 29 18:34:41.311937 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: sorting.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.312938 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.313261 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: sorting Apr 29 18:34:41.313577 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: standard_attr_segment.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.314472 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.314979 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 18:34:41.315294 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: standardattrdescription.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.315937 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.316434 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: standard-attr-description Apr 29 18:34:41.316774 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: stateful_security_group.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.317883 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.318484 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: stateful-security-group Apr 29 18:34:41.318803 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: stdattrs_common.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.319365 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 18:34:41.319674 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.320618 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.321122 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 18:34:41.321437 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: subnet_onboard.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.322488 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.322991 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: subnet_onboard Apr 29 18:34:41.323308 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.324219 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.324740 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 18:34:41.325123 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: subnet_service_types.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.326035 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.326539 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: subnet-service-types Apr 29 18:34:41.326851 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: subnetallocation.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.327924 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.328427 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: subnet_allocation Apr 29 18:34:41.328773 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.329439 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.329947 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: subnetpool-prefix-ops Apr 29 18:34:41.330273 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.331178 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.331671 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 18:34:41.331985 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: tagging.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.333158 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.333717 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: standard-attr-tag Apr 29 18:34:41.334033 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: timestamp.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.335212 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.335710 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loaded extension: standard-attr-timestamp Apr 29 18:34:41.336025 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: trunk.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.337431 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.337932 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension trunk not supported by any of loaded plugins Apr 29 18:34:41.338248 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: trunk_details.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.339151 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.339650 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension trunk-details not supported by any of loaded plugins Apr 29 18:34:41.339962 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: uplink_status_propagation.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.340894 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.341392 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 18:34:41.341710 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Loading extension file: vlantransparent.py {{(pid=110010) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 18:34:41.342369 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110010) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 18:34:41.342861 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 18:34:41.345439 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:network Apr 29 18:34:41.345954 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:subnet Apr 29 18:34:41.346344 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 18:34:41.346727 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:port Apr 29 18:34:41.347952 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.348397 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service FLAVORS assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.349181 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.349595 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.349918 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:router Apr 29 18:34:41.350341 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:floatingip Apr 29 18:34:41.350824 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service METERING assigned prefix: /metering {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.352283 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.352679 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.353028 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:34:41.354020 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 18:34:41.354466 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:security_group Apr 29 18:34:41.354895 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 18:34:41.355486 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service CORE assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.355812 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 18:34:41.356145 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] subnetpool is already registered Apr 29 18:34:41.356595 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service CORE assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.356918 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 18:34:41.357239 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] subnetpool is already registered Apr 29 18:34:41.359505 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.359928 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service FLAVORS assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.360527 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.360952 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.361276 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:router Apr 29 18:34:41.361603 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] router is already registered Apr 29 18:34:41.362010 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:floatingip Apr 29 18:34:41.362336 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] floatingip is already registered Apr 29 18:34:41.362788 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service METERING assigned prefix: /metering {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.363447 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 18:34:41.363765 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] rbac_policy is already registered Apr 29 18:34:41.364243 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:security_group Apr 29 18:34:41.364581 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] security_group is already registered Apr 29 18:34:41.365020 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 18:34:41.365346 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] security_group_rule is already registered Apr 29 18:34:41.365957 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service CORE assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.366278 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 18:34:41.366604 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] subnetpool is already registered Apr 29 18:34:41.367011 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.v2.resource_helper [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Service CORE assigned prefix: {{(pid=110010) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 18:34:41.367328 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 18:34:41.367649 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING neutron.quota.resource_registry [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] subnetpool is already registered Apr 29 18:34:41.368121 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: extensions {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.369604 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: address-groups {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.371118 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: address-scopes {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.372431 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: agents {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.373612 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: auto-allocated-topology {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.374843 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: availability_zones {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.376243 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: dhcp-networks {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.377798 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: dhcp-agents {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.379246 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: routers {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.381609 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: flavors {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.382766 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: service_profiles {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.383966 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: next_providers {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.385448 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: service_profiles {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.387905 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: floatingip-pools {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.389156 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: routers {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.391294 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: floatingips {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.392595 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: l3-routers {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.394034 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: l3-agents {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.395373 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: metering-labels {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.396916 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: metering-label-rules {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.398200 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: network-ip-availabilities {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.399461 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: bindings {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.401144 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: quotas {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.402684 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: quotas {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.404213 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: rbac-policies {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.405524 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: security-groups {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.406743 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: security-group-rules {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.407962 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: service-providers {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.409195 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: subnetpools {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.410609 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: subnetpools {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.412266 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.413988 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.415782 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.417622 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.419397 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.421286 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.422956 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.424875 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.426725 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.428840 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron.api.extensions [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Extended resource: tags {{(pid=110010) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 18:34:41.434717 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING keystonemiddleware.auth_token [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 18:34:41.439400 dv-cinder-839987-1-iscsi neutron-server[110010]: WARNING keystonemiddleware.auth_token [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 18:34:41.447903 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_concurrency.lockutils [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Acquired lock "singleton_lock" {{(pid=110010) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 29 18:34:41.448366 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_concurrency.lockutils [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Releasing lock "singleton_lock" {{(pid=110010) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 29 18:34:41.449034 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO oslo_service.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Starting 2 workers Apr 29 18:34:41.453890 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Started child 110119 {{(pid=110010) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 18:34:41.458579 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Started child 110120 {{(pid=110010) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 18:34:41.459534 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:41.460184 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO neutron.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 18:34:41.460770 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Publish callbacks [] for process (None), before_spawn {{(pid=110010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:41.461053 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [-] (110119) wsgi starting up on http://0.0.0.0:9696 Apr 29 18:34:41.463539 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO oslo_service.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Starting 1 workers Apr 29 18:34:41.464085 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:41.465484 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [-] (110120) wsgi starting up on http://0.0.0.0:9696 Apr 29 18:34:41.468752 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Started child 110121 {{(pid=110010) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 18:34:41.469317 dv-cinder-839987-1-iscsi neutron-server[110010]: INFO oslo_service.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Starting 1 workers Apr 29 18:34:41.472349 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] calling RpcWorker wait() {{(pid=110121) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 18:34:41.472947 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] returning from RpcWorker wait() {{(pid=110121) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 18:34:41.473838 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Started child 110122 {{(pid=110010) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 18:34:41.474323 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:41.474838 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:34:41.474930 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG neutron_lib.callbacks.manager [None req-47a2c502-e792-4305-a4d5-007507f8890e None None] Publish callbacks [] for process (None), after_spawn {{(pid=110010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:41.476470 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110010) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 18:34:41.476702 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 18:34:41.476861 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 18:34:41.477087 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 18:34:41.477403 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 18:34:41.477529 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 18:34:41.478064 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.478341 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.478573 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.478806 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.478921 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:41.479389 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.479619 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.479772 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:34:41.479923 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.480119 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.480375 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.480580 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.480722 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.480933 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.481187 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.481483 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.481684 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.481925 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.482173 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.482327 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.482586 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.482798 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.483039 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.483278 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] debug = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.483545 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.484028 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.484275 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.484463 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.484720 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.484983 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.485216 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.485460 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.485708 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.485932 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.486160 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.486421 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.486622 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.486830 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.487028 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.487275 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.487490 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.487937 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] host = dv-cinder-839987-1-iscsi {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.488148 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.488353 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.488612 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.488849 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.489104 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.489404 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.490144 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.490144 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.490144 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.490800 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.490800 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.490800 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.491195 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.491195 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.491451 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_options = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.491584 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.491819 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.492059 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.492229 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.492531 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.492531 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.492814 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.492949 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.493194 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.493402 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.493620 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.493821 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.494059 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.494279 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.494515 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.494740 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.494946 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.495162 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.495379 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.495610 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.495830 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.496047 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.496285 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.497386 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.497643 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.497874 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.498142 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.498481 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.498792 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.499045 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.499434 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.499669 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.499817 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.499974 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.500234 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.500479 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.500757 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.501057 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.501337 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.501570 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.501823 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.502080 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.502288 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.502518 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.503394 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.503634 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.504080 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_json = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.506113 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.506113 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.506113 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.506113 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.506113 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.506113 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.507155 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.507155 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.507155 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.507155 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.508647 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.508647 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.508647 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.508647 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.509139 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.509139 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.509139 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.509416 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.509588 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.509901 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.510128 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.510454 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.510723 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.510964 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.511295 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.511560 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.511829 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.512050 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.512284 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.512522 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.512738 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.513012 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.513251 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.513487 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.513717 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.513940 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.514879 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.514879 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.514879 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.515167 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.515305 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.515571 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.515802 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.516036 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.516288 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.516563 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.516780 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.517003 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.517240 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.517513 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.517758 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.517975 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.518198 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.518416 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.518639 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.518861 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.519106 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.519363 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.519594 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.519812 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.520042 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.520311 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.520565 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.521082 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.521335 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.521548 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.521800 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.522031 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.522257 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.522469 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.522708 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.522921 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.523150 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.523374 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.523585 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.523806 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.524012 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.524219 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.524446 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.524681 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.524890 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.525102 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.525318 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.525548 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.525757 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.525989 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.526204 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.526434 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.526647 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.526855 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.527065 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.527278 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.527483 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.527691 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.527896 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.528128 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.528532 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.528709 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.529221 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.529444 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.529658 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.529954 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.530203 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.530456 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.530679 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.530932 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.531167 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.531410 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.531728 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.531978 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.532216 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.532460 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.532723 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.532965 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.533185 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.533414 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.533701 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.533861 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.534075 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.534416 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.534664 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.534896 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.535118 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.535400 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.535633 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.535862 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.536110 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.536407 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.536991 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.536991 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.537283 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.537526 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.537799 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.538110 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.538358 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.538874 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.539110 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.539343 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.539614 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.539895 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.540159 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.540387 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.540672 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.540893 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.541150 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.541373 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.541590 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.541844 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.542175 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.542489 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.542720 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.542935 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.543197 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.543450 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.543682 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.543946 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.544187 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.544416 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.544684 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.544909 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.545137 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.545373 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.545597 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.545807 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.546044 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.546252 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.546484 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.546690 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.546893 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.547148 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.547519 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.547759 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.547989 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.548233 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.548449 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.548711 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.548925 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.549164 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.549398 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.549613 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.549830 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.550046 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.550259 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.550504 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.550720 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.550993 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.551239 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.551480 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.551739 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.552045 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.552398 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.552653 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.552899 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.553125 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.553339 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.553551 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.553784 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.554006 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.554233 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.554456 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.554669 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.554920 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.555172 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.555502 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.555759 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.555988 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.556245 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.556476 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.556787 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.557002 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.557234 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.557448 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.557678 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.557878 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.558094 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.558322 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.558550 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.558763 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.558995 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.559271 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.559517 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.559752 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.559995 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.560216 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.560429 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.560682 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.560981 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.561196 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.561734 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.561734 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.561913 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.562010 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.562483 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.562909 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.563150 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.563401 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.563640 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.563869 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.564095 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.564341 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.564584 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.564790 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.565008 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.565215 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.565445 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.565653 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.565859 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.566100 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.566331 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.566537 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.566758 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.566966 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.567173 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.567431 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.567641 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.567867 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.568144 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.568359 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.568597 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.568980 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.569112 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.569245 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.569484 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.569696 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.569903 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.570118 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.570330 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.570535 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.570827 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.571078 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.571293 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.571584 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.571845 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.572088 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.572325 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.572652 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.572884 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.573137 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.573375 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.573609 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.573844 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.574139 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.574466 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.574736 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.574976 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.575223 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.575504 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.575792 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.576000 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.576218 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.576529 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.576855 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.577113 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.577369 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.577609 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.577850 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.578068 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.578279 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.578494 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.578705 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.578915 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.579339 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.579473 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.579594 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.579796 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.580017 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.580230 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.580448 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.580677 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.580915 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.581145 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.581299 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 18:34:41.581824 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110010) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 18:34:41.581981 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 18:34:41.582131 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 18:34:41.582312 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 18:34:41.582478 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 18:34:41.582626 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 18:34:41.582738 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:34:41.582829 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.582997 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.583241 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.583402 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.583564 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.583722 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.583875 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.584030 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.584185 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.584339 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.584520 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.584669 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.584825 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.584981 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.585136 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.585295 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.585450 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.585682 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.585842 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.585979 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.586475 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.586626 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] debug = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.586769 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.587125 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.587125 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.587682 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.587682 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.587682 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.587682 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.588177 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.588177 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.588177 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.588692 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.588692 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.588692 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.588921 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.588921 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.589063 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.589187 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.589307 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] host = dv-cinder-839987-1-iscsi {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.589425 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.589577 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.589732 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.589888 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.590043 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.590197 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.590353 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.590507 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.590877 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.590877 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.591104 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.591234 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.591317 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.591437 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.591554 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_options = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.591713 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.591870 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.592025 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.592203 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.592361 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.592538 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.592694 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.592855 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.593008 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.593164 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.593315 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.593450 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.593602 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.593759 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.593916 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.594069 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.594222 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.594377 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.594532 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.594687 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.594853 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.594992 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.595127 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.595270 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.595401 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.595555 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.595697 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.595851 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.596004 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.596145 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.596302 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.596459 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.596636 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.596791 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.596968 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.597094 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.597251 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.597404 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.597563 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.597716 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.597870 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.598025 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.598179 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.598333 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.598486 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.598672 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.598848 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_json = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.599061 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.599453 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.599453 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.599453 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.599882 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.599882 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.599882 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.600178 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.600178 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 18:34:41.600374 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.600477 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.600628 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.600745 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.600897 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.601055 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.601212 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.601369 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.601527 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.601684 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.601848 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.602006 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.602175 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.602334 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.602492 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.602654 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.602811 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.602970 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.603127 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.603285 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.603442 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.603599 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.603766 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.603922 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.604146 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.604242 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.604380 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.604565 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.604724 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.604888 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.605066 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.605225 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.605384 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.605542 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.605699 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.605856 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.606015 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.606171 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.606330 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.606489 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.606646 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.606804 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.606962 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.607120 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.607277 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.607434 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.607592 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.607750 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.607909 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.608068 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.608225 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.608435 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.608618 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.608776 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.608935 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.609093 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.609251 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.609408 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.609577 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.609735 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.609892 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.610049 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.610207 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.610364 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.610522 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.610680 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.610839 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.610996 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.611153 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.611325 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.611483 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.611640 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.611798 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.611956 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.612184 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.612349 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.612536 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.612684 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.612843 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.613001 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.613158 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.613317 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.613511 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.613645 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.613774 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.613931 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.614088 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.614289 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.614684 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.614684 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.615208 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.615208 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.615208 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.615464 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.615663 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.615932 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.616094 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.616254 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.616413 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.616596 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.616757 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.616915 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.617073 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.617231 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.617390 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.617549 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.617706 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.617864 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.618022 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.618181 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.618341 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.618499 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.618658 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.618816 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.618977 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.619135 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.619292 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.619451 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.619609 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.619777 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.619935 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.620097 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.620256 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.620421 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.620615 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.620775 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.620934 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.621093 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.621251 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.621408 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.621567 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.621725 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.621882 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.622040 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.622198 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.622368 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.622980 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.622980 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.622980 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.622980 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.623262 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.623262 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.623428 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.623587 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.623748 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.623903 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.624060 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.624219 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.624377 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.624583 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.624729 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.624890 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.625049 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.625207 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.625366 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.625525 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.625684 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.625841 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.626000 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.626158 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.626316 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.626473 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.626633 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.626790 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.626946 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.627107 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.627265 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.627583 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.627743 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.627907 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.628047 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.628209 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.628368 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.628547 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.628695 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.628853 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.629012 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.629171 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.629329 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.629487 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.629645 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.629804 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.629987 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.630208 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.630665 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.630665 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.630665 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.630944 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.630944 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.631100 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.631180 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.631318 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.631475 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.631639 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.631963 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.632123 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.632283 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.632445 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.632626 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.632784 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.632942 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.633100 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.633258 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.633417 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.633578 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.633737 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.633896 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.634054 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.634212 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.634370 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.634531 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.634692 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.634856 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.635014 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.635174 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.635332 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.635490 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.635647 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.635807 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.635965 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.636125 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.636283 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.636442 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.636635 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.636794 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.636952 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.637110 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.637266 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.637424 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.637593 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.637751 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.637909 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.638067 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.638223 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.638379 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.638546 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.638704 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.638862 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.639019 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.639175 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.639333 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.639500 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.639658 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.639830 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.639961 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.640117 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.640274 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.640440 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.640619 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.640776 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.640934 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.641091 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.641248 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.641415 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.641574 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.641730 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.641887 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.642044 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.642201 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.642388 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.642551 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.642711 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.642876 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.643033 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.643192 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.643350 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.643520 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.643680 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.643842 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.644001 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.644209 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.644303 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.644464 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.644652 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.644824 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.644988 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.645151 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.645317 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.645568 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.645766 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.645949 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.646294 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.646294 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.646449 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.646527 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.646631 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.646787 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.646945 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.647102 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.647261 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.647418 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.647576 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.647734 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.647891 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.648047 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.648205 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.648363 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.648543 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.648704 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.648863 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.649023 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.649181 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 18:34:41.649334 dv-cinder-839987-1-iscsi neutron-server[110010]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110010) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 18:34:41.719943 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41052) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:34:41.731535 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083969 Apr 29 18:34:53.084149 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2ddab-b78d-49a0-822d-714097bfba47 None None] get_active_networks_info from dv-cinder-839987-1-iscsi {{(pid=110121) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 18:34:53.149423 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2ddab-b78d-49a0-822d-714097bfba47 None None] No non-hosted networks {{(pid=110121) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 18:34:53.159420 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.agentschedulers_db [None req-8fd2ddab-b78d-49a0-822d-714097bfba47 None None] DHCP Agent not found on host dv-cinder-839987-1-iscsi {{(pid=110121) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 18:34:53.212421 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7efcc92f-d659-498c-ad08-b2c36934a6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467153'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:55.284339 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e31ea75b-42e3-4934-a5e9-37635997cd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467153'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:55.340664 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d46997d8-bb3b-4697-aa53-a894f7662c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:56.036572 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41114) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:34:56.280816 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467153'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:56.659480 dv-cinder-839987-1-iscsi neutron-server[110120]: WARNING oslo_policy.policy [None req-f1463248-f54b-4502-981a-502612e6e99e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 18:34:56.660214 dv-cinder-839987-1-iscsi neutron-server[110120]: WARNING oslo_policy.policy [None req-f1463248-f54b-4502-981a-502612e6e99e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 18:34:56.880226 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [None req-f1463248-f54b-4502-981a-502612e6e99e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:34:56.883308 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f1463248-f54b-4502-981a-502612e6e99e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8422587 Apr 29 18:34:57.521739 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467153'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:59.269684 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467153'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:34:59.270465 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.270809 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.271177 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.271508 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.271818 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.272323 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.272669 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.273027 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.273347 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.273639 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.274186 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.274508 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.274840 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.275156 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.275615 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:34:59.276203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839987-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:34:59.284757 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839987-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:34:59.443171 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41148) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:34:59.950747 dv-cinder-839987-1-iscsi neutron-server[110119]: WARNING oslo_policy.policy [None req-5a6a311b-196e-4201-80b3-e51554cc2a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 18:34:59.951299 dv-cinder-839987-1-iscsi neutron-server[110119]: WARNING oslo_policy.policy [None req-5a6a311b-196e-4201-80b3-e51554cc2a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 18:35:00.168759 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-5a6a311b-196e-4201-80b3-e51554cc2a62 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:35:00.258949 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.policy [None req-5a6a311b-196e-4201-80b3-e51554cc2a62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110119) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 18:35:00.301523 dv-cinder-839987-1-iscsi neutron-server[110119]: WARNING oslo_policy.policy [None req-5a6a311b-196e-4201-80b3-e51554cc2a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 18:35:00.301911 dv-cinder-839987-1-iscsi neutron-server[110119]: WARNING oslo_policy.policy [None req-5a6a311b-196e-4201-80b3-e51554cc2a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 18:35:00.402564 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a6a311b-196e-4201-80b3-e51554cc2a62 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759951353120', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759951353812', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759951337312', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759951325447', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759951321478', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759951314369', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66504873', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66515012', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1643656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1577502'] for rbac-policy (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:00.475939 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a6a311b-196e-4201-80b3-e51554cc2a62 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:00.488653 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5a6a311b-196e-4201-80b3-e51554cc2a62 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0336680 Apr 29 18:35:03.006842 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41166) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:03.343650 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:35:03.376618 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Made reservation on behalf of 7a48da3b90914e098e862c1aadf1620b for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:35:03.384689 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:03.401837 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:03.465907 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.db.l3_hamode_db [None req-de95c72e-0253-48ba-8f40-103938928150 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 18:35:03.514923 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Publish callbacks [] for security_group (c8808d22-b1b0-4767-ae7a-3220aa0f137a), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:03.519725 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c8808d22-b1b0-4767-ae7a-3220aa0f137a), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:03.543926 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95c72e-0253-48ba-8f40-103938928150 None None] Routers set() bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:35:03.544458 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:35:03.544843 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95c72e-0253-48ba-8f40-103938928150 None None] Router IDs set() for agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 18:35:03.579674 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759954310247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (a4acf198-f0a9-44d7-ae21-09a87a7c22f9), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:03.580258 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Unsubscribe: segment precommit_create {{(pid=110119) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 18:35:03.580828 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Added segment a4acf198-f0a9-44d7-ae21-09a87a7c22f9 of type vlan for network 2760da0e-5997-4f5c-9bc0-2a1220487edd Apr 29 18:35:03.596718 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c8808d22-b1b0-4767-ae7a-3220aa0f137a,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:03.645545 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.645820 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.646176 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.646527 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.646859 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.647186 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.647509 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.647833 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.648154 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.648456 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.648799 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.649131 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.649453 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.649764 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.650078 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Tracked resource versions report: Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: pushed versions: Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: { 'AddressGroup': {'1.2'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Agent': {'1.1'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'ConntrackHelper': {'1.0'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'LocalIPAssociation': {'1.0'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Log': {'1.0'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'NDPProxy': {'1.0'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Network': {'1.1'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Port': {'1.7'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'PortForwarding': {'1.3'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'QosPolicy': {'1.10'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SecurityGroup': {'1.5'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SecurityGroupRule': {'1.2'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SubPort': {'1.0'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Subnet': {'1.1'}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Trunk': {'1.1'}} Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: consumer versions: Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: { DHCP agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: L3 agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: Metadata agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: Metering agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: Open vSwitch agent@dv-cinder-839987-1-iscsi: { 'AddressGroup': '1.2', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Agent': '1.1', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'ConntrackHelper': '1.0', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'LocalIPAssociation': '1.0', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Log': '1.0', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'NDPProxy': '1.0', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Network': '1.1', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Port': '1.7', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'PortForwarding': '1.3', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'QosPolicy': '1.10', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SecurityGroup': '1.5', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SecurityGroupRule': '1.2', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SubPort': '1.0', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Subnet': '1.1', Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Trunk': '1.1'}} Apr 29 18:35:03.651468 dv-cinder-839987-1-iscsi neutron-server[110119]: {{(pid=110119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 18:35:03.696406 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (2760da0e-5997-4f5c-9bc0-2a1220487edd), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:03.740251 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (2760da0e-5997-4f5c-9bc0-2a1220487edd), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:03.745319 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:35:03.746017 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:03.806766 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7988605 Apr 29 18:35:03.864432 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f4f5f-e0df-4938-a102-5f64fd328c7a demo demo] Pushing event updated for resources: {'Network': ['ID=2760da0e-5997-4f5c-9bc0-2a1220487edd,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:03.877998 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 2760da0e-5997-4f5c-9bc0-2a1220487edd details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:35:06.323018 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41178) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:06.854652 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.policy [None req-a4aa7e52-717e-46be-9c8c-536003182863 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110120) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 18:35:06.894704 dv-cinder-839987-1-iscsi neutron-server[110120]: WARNING oslo_policy.policy [None req-a4aa7e52-717e-46be-9c8c-536003182863 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 18:35:06.895110 dv-cinder-839987-1-iscsi neutron-server[110120]: WARNING oslo_policy.policy [None req-a4aa7e52-717e-46be-9c8c-536003182863 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 18:35:06.902692 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa7e52-717e-46be-9c8c-536003182863 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:35:06.904397 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a4aa7e52-717e-46be-9c8c-536003182863 demo admin] 10.222.0.50 "GET /v2.0/networks/2760da0e-5997-4f5c-9bc0-2a1220487edd HTTP/1.1" status: 200 len: 825 time: 0.5804074 Apr 29 18:35:06.946950 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-33bf6fb6-6390-4d66-97c0-8931ae2ba165 demo admin] 10.222.0.50 "GET /v2.0/subnetpools/cafaa761-fc55-466a-a0c1-6d06c5b77ea9 HTTP/1.1" status: 200 len: 734 time: 0.0334556 Apr 29 18:35:06.955832 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Request body: {'subnet': {'subnetpool_id': 'cafaa761-fc55-466a-a0c1-6d06c5b77ea9', 'ip_version': 4, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:35:06.993122 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Made reservation on behalf of 7a48da3b90914e098e862c1aadf1620b for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:35:06.995757 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:07.291238 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (4bac7acd-cb74-4faa-ad63-69a3451ac9e1), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:07.365784 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Checking segment: {'id': 'a4acf198-f0a9-44d7-ae21-09a87a7c22f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:35:07.366467 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Network hostable DHCP agents. Network: 2760da0e-5997-4f5c-9bc0-2a1220487edd, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:35:07.368523 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Pushing event updated for resources: {'Subnet': ['ID=4bac7acd-cb74-4faa-ad63-69a3451ac9e1,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:07.380729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.381070 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.381416 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.381761 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.382089 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.382407 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.382719 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.383034 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.383370 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.383694 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.384039 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.384396 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.384835 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.385139 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.385452 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Tracked resource versions report: Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: pushed versions: Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: { 'AddressGroup': {'1.2'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Agent': {'1.1'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'ConntrackHelper': {'1.0'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'LocalIPAssociation': {'1.0'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Log': {'1.0'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'NDPProxy': {'1.0'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Network': {'1.1'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Port': {'1.7'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'PortForwarding': {'1.3'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'QosPolicy': {'1.10'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SecurityGroup': {'1.5'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SecurityGroupRule': {'1.2'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SubPort': {'1.0'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Subnet': {'1.1'}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Trunk': {'1.1'}} Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: consumer versions: Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: { DHCP agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: L3 agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: Metadata agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: Metering agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: Open vSwitch agent@dv-cinder-839987-1-iscsi: { 'AddressGroup': '1.2', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Agent': '1.1', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'ConntrackHelper': '1.0', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'LocalIPAssociation': '1.0', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Log': '1.0', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'NDPProxy': '1.0', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Network': '1.1', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Port': '1.7', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'PortForwarding': '1.3', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'QosPolicy': '1.10', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SecurityGroup': '1.5', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SecurityGroupRule': '1.2', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SubPort': '1.0', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Subnet': '1.1', Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Trunk': '1.1'}} Apr 29 18:35:07.386820 dv-cinder-839987-1-iscsi neutron-server[110120]: {{(pid=110120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 18:35:07.417320 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Network 2760da0e-5997-4f5c-9bc0-2a1220487edd is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:35:07.431436 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 2760da0e-5997-4f5c-9bc0-2a1220487edd) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:35:07.436592 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:35:07.437226 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:07.441319 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a0de11-1cd7-40f1-99cc-43d1df4a0383 None None] Network 2760da0e-5997-4f5c-9bc0-2a1220487edd requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:35:07.461178 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-4435f0f1-6ac4-4d4e-9d60-e50e54e2feea demo admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5083494 Apr 29 18:35:07.709832 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-2760da0e-5997-4f5c-9bc0-2a1220487edd', 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd', 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'fixed_ips': [{'subnet_id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:35:07.711427 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:08.006052 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Allocated IP 172.20.0.2 (2760da0e-5997-4f5c-9bc0-2a1220487edd/4bac7acd-cb74-4faa-ad63-69a3451ac9e1/46ea3fd0-a0af-40f4-bef8-2730d3a05798) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:35:08.288855 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Publish callbacks [] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:08.297979 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:08.374402 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Network 2760da0e-5997-4f5c-9bc0-2a1220487edd is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:35:08.382543 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:35:08.384409 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Pushing event updated for resources: {'Port': ['ID=46ea3fd0-a0af-40f4-bef8-2730d3a05798,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:08.389328 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:35:08.395900 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.396146 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.396525 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.396876 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.397203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.397523 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.397843 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.398147 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.398482 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.398798 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.399158 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.399442 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.399764 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.400068 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.400388 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Tracked resource versions report: Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: pushed versions: Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: { 'AddressGroup': {'1.2'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Agent': {'1.1'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'ConntrackHelper': {'1.0'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'LocalIPAssociation': {'1.0'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Log': {'1.0'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'NDPProxy': {'1.0'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Network': {'1.1'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Port': {'1.7'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'PortForwarding': {'1.3'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'QosPolicy': {'1.10'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SecurityGroup': {'1.5'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SecurityGroupRule': {'1.2'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SubPort': {'1.0'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Subnet': {'1.1'}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Trunk': {'1.1'}} Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: consumer versions: Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: { DHCP agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: L3 agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: Metadata agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: Metering agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: Open vSwitch agent@dv-cinder-839987-1-iscsi: { 'AddressGroup': '1.2', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Agent': '1.1', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'ConntrackHelper': '1.0', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'LocalIPAssociation': '1.0', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Log': '1.0', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'NDPProxy': '1.0', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Network': '1.1', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Port': '1.7', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'PortForwarding': '1.3', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'QosPolicy': '1.10', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SecurityGroup': '1.5', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SecurityGroupRule': '1.2', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SubPort': '1.0', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Subnet': '1.1', Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Trunk': '1.1'}} Apr 29 18:35:08.401803 dv-cinder-839987-1-iscsi neutron-server[110121]: {{(pid=110121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 18:35:08.490726 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Attempting to bind port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:35:08.491409 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Attempting to bind port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': 'a4acf198-f0a9-44d7-ae21-09a87a7c22f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:35:08.491548 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Attempting to bind port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 on network 2760da0e-5997-4f5c-9bc0-2a1220487edd {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:35:08.496799 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:35:08.497171 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Checking segment: {'id': 'a4acf198-f0a9-44d7-ae21-09a87a7c22f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:35:08.497644 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:08.498026 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Bound using segment: {'id': 'a4acf198-f0a9-44d7-ae21-09a87a7c22f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:35:08.498501 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Bound port: 46ea3fd0-a0af-40f4-bef8-2730d3a05798, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4acf198-f0a9-44d7-ae21-09a87a7c22f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:35:08.498899 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:08.560821 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] For port 46ea3fd0-a0af-40f4-bef8-2730d3a05798, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:35:08.581805 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] For port 46ea3fd0-a0af-40f4-bef8-2730d3a05798, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=46ea3fd0-a0af-40f4-bef8-2730d3a05798,segment=NetworkSegment(a4acf198-f0a9-44d7-ae21-09a87a7c22f9),segment_id=a4acf198-f0a9-44d7-ae21-09a87a7c22f9)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:35:08.589751 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:08.652206 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115ddd9-f70e-4ab6-bb38-c5a2183dace6 None None] Pushing event updated for resources: {'Port': ['ID=46ea3fd0-a0af-40f4-bef8-2730d3a05798,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:09.957046 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41192) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:10.288827 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [None req-b20c0777-c0c4-4eb8-abf1-dabb55bce7f2 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:35:10.289787 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-b20c0777-c0c4-4eb8-abf1-dabb55bce7f2 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3317416 Apr 29 18:35:12.798880 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41200) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:13.119085 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [None req-a3260837-5134-4ccc-ba49-404809aa516b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:35:13.120056 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a3260837-5134-4ccc-ba49-404809aa516b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3202200 Apr 29 18:35:15.667053 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41208) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:15.994798 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-fc22f5be-dd76-484e-9185-492755ab6da4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:35:16.020790 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc22f5be-dd76-484e-9185-492755ab6da4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (99443d7c-b3d0-44f8-9202-b135e10906fc), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:16.022372 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc22f5be-dd76-484e-9185-492755ab6da4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (99443d7c-b3d0-44f8-9202-b135e10906fc), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:16.159633 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc22f5be-dd76-484e-9185-492755ab6da4 demo demo] Publish callbacks [] for router_controller (99443d7c-b3d0-44f8-9202-b135e10906fc), precommit_add_association {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:16.166419 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc22f5be-dd76-484e-9185-492755ab6da4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (99443d7c-b3d0-44f8-9202-b135e10906fc), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:16.189227 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc22f5be-dd76-484e-9185-492755ab6da4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:16.190448 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fc22f5be-dd76-484e-9185-492755ab6da4 demo demo] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5224211 Apr 29 18:35:18.711027 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41220) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:19.054630 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [None req-11bad708-8047-44c6-b187-262605e60517 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:35:19.055778 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-11bad708-8047-44c6-b187-262605e60517 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3437231 Apr 29 18:35:19.945654 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 46ea3fd0-a0af-40f4-bef8-2730d3a05798 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:35:20.026387 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c711c2-824b-4d23-945e-65212d3f01c7 None None] Network 2760da0e-5997-4f5c-9bc0-2a1220487edd requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:35:20.092559 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:20.092964 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:20.152326 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-cfc4fa30-1f7d-4870-a897-43d459de9fd2 None None] Provisioning complete for port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:20.152610 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-cfc4fa30-1f7d-4870-a897-43d459de9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:20.298860 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:20.299244 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:20.365175 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 46ea3fd0-a0af-40f4-bef8-2730d3a05798, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=46ea3fd0-a0af-40f4-bef8-2730d3a05798,segment=NetworkSegment(a4acf198-f0a9-44d7-ae21-09a87a7c22f9),segment_id=a4acf198-f0a9-44d7-ae21-09a87a7c22f9)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:35:20.372757 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:20.398213 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4fa30-1f7d-4870-a897-43d459de9fd2 None None] Current status of the port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:20.398623 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-cfc4fa30-1f7d-4870-a897-43d459de9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:20.456580 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=46ea3fd0-a0af-40f4-bef8-2730d3a05798,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:20.474871 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.db.api [None req-cfc4fa30-1f7d-4870-a897-43d459de9fd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:35:20.475264 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG oslo_db.api [None req-cfc4fa30-1f7d-4870-a897-43d459de9fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:35:21.014627 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4fa30-1f7d-4870-a897-43d459de9fd2 None None] Current status of the port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:21.132766 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-cc99236a-073b-484d-ab3c-d4907238b7cb None None] Provisioning complete for port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:21.133157 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-cc99236a-073b-484d-ab3c-d4907238b7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:21.216610 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-cc99236a-073b-484d-ab3c-d4907238b7cb None None] Current status of the port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:21.586813 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41230) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:21.922151 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 46ea3fd0-a0af-40f4-bef8-2730d3a05798 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:35:21.923053 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:35:21.943044 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Made reservation on behalf of 28300f353c4c4c27a229238b2a238c8e for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:35:21.945756 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:21.953719 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:21.971120 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:21.971532 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:22.025345 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Publish callbacks [] for security_group (9141195e-fb17-4180-9897-4f56dab01e65), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:22.029730 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9141195e-fb17-4180-9897-4f56dab01e65), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:22.046904 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=110119) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 18:35:22.051662 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:22.065291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9141195e-fb17-4180-9897-4f56dab01e65,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:22.069844 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (7e038f45-cd7a-4a95-bd01-3a564ea8bbbe), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:22.070153 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Added segment 7e038f45-cd7a-4a95-bd01-3a564ea8bbbe of type flat for network d555842e-4eba-4daa-8265-d369e04802d7 Apr 29 18:35:22.116034 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (d555842e-4eba-4daa-8265-d369e04802d7), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:22.148412 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (d555842e-4eba-4daa-8265-d369e04802d7), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:22.149290 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:35:22.149848 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:22.198005 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6101515 Apr 29 18:35:22.245231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b36735-9bbb-4130-bc3d-47b6419780e1 admin admin] Pushing event updated for resources: {'Network': ['ID=d555842e-4eba-4daa-8265-d369e04802d7,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:22.255515 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network d555842e-4eba-4daa-8265-d369e04802d7 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:35:23.039185 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3a7beaa9-bb3b-4e41-a667-41ab0237c2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:24.733168 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41238) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:25.165068 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62211f-d275-4cab-9520-8a34e81c9d40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:35:25.166328 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-fa62211f-d275-4cab-9520-8a34e81c9d40 demo admin] 10.222.0.50 "GET /v2.0/subnets/4bac7acd-cb74-4faa-ad63-69a3451ac9e1 HTTP/1.1" status: 200 len: 849 time: 0.4318309 Apr 29 18:35:25.276889 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-011f0fca-6f35-42a1-8928-438e96d0f8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:25.353111 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-ae1f7888-2bd3-493e-88c1-c18d9603ec29 demo admin] 10.222.0.50 "GET /v2.0/routers/99443d7c-b3d0-44f8-9202-b135e10906fc HTTP/1.1" status: 200 len: 704 time: 0.1779118 Apr 29 18:35:25.636599 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:25.932477 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Allocated IP 172.20.0.1 (2760da0e-5997-4f5c-9bc0-2a1220487edd/4bac7acd-cb74-4faa-ad63-69a3451ac9e1/9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:35:26.131774 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Publish callbacks [] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:26.205299 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:26.244731 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:26.287948 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Network 2760da0e-5997-4f5c-9bc0-2a1220487edd is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:35:26.293496 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:35:26.298807 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Pushing event updated for resources: {'Port': ['ID=9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:26.301521 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:35:26.303051 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (99443d7c-b3d0-44f8-9202-b135e10906fc), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:26.473686 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-deefbd8f-cadf-4dfb-a4a8-f21a6b11c3f7 None None] Provisioning complete for port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:26.474250 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-deefbd8f-cadf-4dfb-a4a8-f21a6b11c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:26.508371 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-deefbd8f-cadf-4dfb-a4a8-f21a6b11c3f7 None None] Port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:35:26.568197 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:26.780066 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Publish callbacks [] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:26.787140 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:26.787924 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (99443d7c-b3d0-44f8-9202-b135e10906fc), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:26.845192 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Pushing event updated for resources: {'Port': ['ID=9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:26.910425 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Network 2760da0e-5997-4f5c-9bc0-2a1220487edd is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:35:26.912424 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:35:27.084254 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Router 99443d7c-b3d0-44f8-9202-b135e10906fc is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:35:27.136536 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-98b240b7-73a2-4ee0-a7b6-e299912d5867 None None] Provisioning complete for port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:27.136936 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-98b240b7-73a2-4ee0-a7b6-e299912d5867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:27.174193 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-98b240b7-73a2-4ee0-a7b6-e299912d5867 None None] Port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:35:27.187699 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:35:27.192999 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-ab55ef6e-2b4e-46ad-91c7-5aae8c9e9d25 demo admin] 10.222.0.50 "PUT /v2.0/routers/99443d7c-b3d0-44f8-9202-b135e10906fc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8317657 Apr 29 18:35:27.198757 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Sync routers for ids ['99443d7c-b3d0-44f8-9202-b135e10906fc'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:35:27.212278 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Routers {'99443d7c-b3d0-44f8-9202-b135e10906fc'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:35:27.213195 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:35:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['99443d7c-b3d0-44f8-9202-b135e10906fc'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:35:27.411561 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Set router 99443d7c-b3d0-44f8-9202-b135e10906fc gateway port host: None {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:35:27.479945 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:27.830064 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'name': 'router1', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:35:16Z', 'updated_at': '2022-04-29T18:35:26Z', 'revision_number': 2, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'gw_port_host': None, '_interfaces': [{'id': '9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f', 'name': '', 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'mac_address': 'fa:16:3e:1d:1e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:35:25Z', 'updated_at': '2022-04-29T18:35:26Z', 'revision_number': 2, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'subnets': [{'id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cafaa761-fc55-466a-a0c1-6d06c5b77ea9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:35:27.881367 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Checking router: 99443d7c-b3d0-44f8-9202-b135e10906fc for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:35:27.881734 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Updating router 99443d7c-b3d0-44f8-9202-b135e10906fc port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:35:27.934243 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:28.454604 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Publish callbacks [] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:28.462604 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:28.603762 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Pushing event updated for resources: {'Port': ['ID=9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:28.639606 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.639945 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.640283 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.640642 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.640967 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.641284 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.641605 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.641924 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.642248 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.642561 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.642960 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.643197 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.643517 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.643827 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.644143 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Tracked resource versions report: Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: pushed versions: Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: { 'AddressGroup': {'1.2'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Agent': {'1.1'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'ConntrackHelper': {'1.0'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'LocalIPAssociation': {'1.0'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Log': {'1.0'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'NDPProxy': {'1.0'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Network': {'1.1'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Port': {'1.7'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'PortForwarding': {'1.3'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'QosPolicy': {'1.10'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SecurityGroup': {'1.5'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SecurityGroupRule': {'1.2'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SubPort': {'1.0'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Subnet': {'1.1'}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Trunk': {'1.1'}} Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: consumer versions: Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: { DHCP agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: L3 agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: Metadata agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: Metering agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: Open vSwitch agent@dv-cinder-839987-1-iscsi: { 'AddressGroup': '1.2', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Agent': '1.1', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'ConntrackHelper': '1.0', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'LocalIPAssociation': '1.0', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Log': '1.0', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'NDPProxy': '1.0', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Network': '1.1', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Port': '1.7', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'PortForwarding': '1.3', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'QosPolicy': '1.10', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SecurityGroup': '1.5', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SecurityGroupRule': '1.2', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SubPort': '1.0', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Subnet': '1.1', Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Trunk': '1.1'}} Apr 29 18:35:28.645721 dv-cinder-839987-1-iscsi neutron-server[110122]: {{(pid=110122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 18:35:28.654413 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Attempting to bind port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:35:28.654826 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Attempting to bind port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': 'a4acf198-f0a9-44d7-ae21-09a87a7c22f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:35:28.655244 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Attempting to bind port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f on network 2760da0e-5997-4f5c-9bc0-2a1220487edd {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:35:28.660447 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:35:28.660974 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Checking segment: {'id': 'a4acf198-f0a9-44d7-ae21-09a87a7c22f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:35:28.661619 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:28.662039 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Bound using segment: {'id': 'a4acf198-f0a9-44d7-ae21-09a87a7c22f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:35:28.662528 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Bound port: 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4acf198-f0a9-44d7-ae21-09a87a7c22f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:35:28.662902 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:28.731026 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] For port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:35:28.751896 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] For port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f,segment=NetworkSegment(a4acf198-f0a9-44d7-ae21-09a87a7c22f9),segment_id=a4acf198-f0a9-44d7-ae21-09a87a7c22f9)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:35:28.759717 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:28.761034 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-372a924d-31bf-429c-a14a-8509e32f5fd7 None None] Provisioning complete for port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:28.761533 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-372a924d-31bf-429c-a14a-8509e32f5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:28.803496 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Routers {'99443d7c-b3d0-44f8-9202-b135e10906fc'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:35:28.804264 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:35:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['99443d7c-b3d0-44f8-9202-b135e10906fc'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:35:28.846655 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-372a924d-31bf-429c-a14a-8509e32f5fd7 None None] Current status of the port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:28.847328 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-372a924d-31bf-429c-a14a-8509e32f5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:28.884820 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-372a924d-31bf-429c-a14a-8509e32f5fd7 None None] For port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f,segment=NetworkSegment(a4acf198-f0a9-44d7-ae21-09a87a7c22f9),segment_id=a4acf198-f0a9-44d7-ae21-09a87a7c22f9)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:35:28.890458 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-372a924d-31bf-429c-a14a-8509e32f5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:28.899722 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] Set router 99443d7c-b3d0-44f8-9202-b135e10906fc gateway port host: None {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:35:28.949332 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a924d-31bf-429c-a14a-8509e32f5fd7 None None] Pushing event updated for resources: {'Port': ['ID=9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:29.009528 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-73afcd25-409e-4429-8485-7da125438622 None None] Provisioning complete for port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:29.010006 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-73afcd25-409e-4429-8485-7da125438622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:29.039515 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3b372-96f1-4ffb-b2e6-acf729ed704f None None] Pushing event updated for resources: {'Port': ['ID=9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f,revision_number=4']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:29.090920 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-73afcd25-409e-4429-8485-7da125438622 None None] Current status of the port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:29.123372 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'name': 'router1', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:35:16Z', 'updated_at': '2022-04-29T18:35:26Z', 'revision_number': 2, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'gw_port_host': None, '_interfaces': [{'id': '9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f', 'name': '', 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'mac_address': 'fa:16:3e:1d:1e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:35:25Z', 'updated_at': '2022-04-29T18:35:28Z', 'revision_number': 4, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'subnets': [{'id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cafaa761-fc55-466a-a0c1-6d06c5b77ea9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:35:29.150005 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f9dfc-2a52-45d3-9c8f-f81daad18b6d None None] The sync data for ids ['99443d7c-b3d0-44f8-9202-b135e10906fc'] in dv-cinder-839987-1-iscsi is: [{'id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'name': 'router1', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:35:16Z', 'updated_at': '2022-04-29T18:35:26Z', 'revision_number': 2, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'gw_port_host': None, '_interfaces': [{'id': '9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f', 'name': '', 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'mac_address': 'fa:16:3e:1d:1e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:35:25Z', 'updated_at': '2022-04-29T18:35:28Z', 'revision_number': 4, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'subnets': [{'id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cafaa761-fc55-466a-a0c1-6d06c5b77ea9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:35:29.278063 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:29.681000 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41260) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:29.906223 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ea595-59dd-4307-979f-1100acdebe16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:35:29.913116 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-244ea595-59dd-4307-979f-1100acdebe16 admin admin] 10.222.0.50 "GET /v2.0/networks/d555842e-4eba-4daa-8265-d369e04802d7 HTTP/1.1" status: 200 len: 842 time: 0.2256353 Apr 29 18:35:29.917439 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:35:29.940104 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Made reservation on behalf of 28300f353c4c4c27a229238b2a238c8e for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:35:29.942517 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:30.245663 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.objects.ports [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110120) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 18:35:30.246123 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (5a1cb966-5110-4792-be14-7c27371e29be), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:30.307217 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1cb966-5110-4792-be14-7c27371e29be,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:30.317515 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:35:30.317912 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Network hostable DHCP agents. Network: d555842e-4eba-4daa-8265-d369e04802d7, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:35:30.335889 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:35:30.345048 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, d555842e-4eba-4daa-8265-d369e04802d7) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:35:30.349280 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:35:30.349867 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:30.356164 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93945134-db7e-4923-8de9-89383f3d8e88 None None] Network d555842e-4eba-4daa-8265-d369e04802d7 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:35:30.378548 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-c28eb54c-6cd8-44bb-91b8-e1f84dd21987 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4535561 Apr 29 18:35:30.464824 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a53bc5-1a93-41cd-8c85-81fdb91de3eb None None] Network d555842e-4eba-4daa-8265-d369e04802d7 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:35:32.877652 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41278) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:33.099463 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-d8dc3ca3-8973-4143-beb1-e265026cfb6b demo admin] 10.222.0.50 "GET /v2.0/routers/99443d7c-b3d0-44f8-9202-b135e10906fc HTTP/1.1" status: 200 len: 710 time: 0.2206769 Apr 29 18:35:33.187043 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0759ee-b1b5-411c-b09e-7e40a576f7de demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:35:33.188385 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-4d0759ee-b1b5-411c-b09e-7e40a576f7de demo admin] 10.222.0.50 "GET /v2.0/networks/d555842e-4eba-4daa-8265-d369e04802d7 HTTP/1.1" status: 200 len: 886 time: 0.0835650 Apr 29 18:35:33.197346 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:35:33.457659 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Publish callbacks [] for router_gateway (99443d7c-b3d0-44f8-9202-b135e10906fc), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:33.681228 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Publish callbacks [] for router_gateway (99443d7c-b3d0-44f8-9202-b135e10906fc), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:33.809306 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:33.959061 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Allocated IP 172.27.0.222 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/91a8e229-971a-4b23-aa76-bfe1e9299ac4) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:35:34.091392 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Publish callbacks [] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:34.152881 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:34.231502 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:35:34.237084 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:35:34.242049 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:35:34.244985 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Pushing event updated for resources: {'Port': ['ID=91a8e229-971a-4b23-aa76-bfe1e9299ac4,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:34.544387 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Publish callbacks [] for router_gateway (99443d7c-b3d0-44f8-9202-b135e10906fc), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:34.747622 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6696'] for router (99443d7c-b3d0-44f8-9202-b135e10906fc), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:34.752354 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-367016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-367057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-470328'] for router (99443d7c-b3d0-44f8-9202-b135e10906fc), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:34.868011 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Router 99443d7c-b3d0-44f8-9202-b135e10906fc has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:35:34.981292 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:35:34.985713 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:35.000518 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-77f5ed93-7ffb-4223-91d1-db2d83459220 demo admin] 10.222.0.50 "PUT /v2.0/routers/99443d7c-b3d0-44f8-9202-b135e10906fc HTTP/1.1" status: 200 len: 890 time: 1.7926702 Apr 29 18:35:37.473842 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41290) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:35:37.591237 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-13607c84-cacf-443e-9b32-4fb706a9494a admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1162591 Apr 29 18:35:37.863445 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Sync routers for ids ['99443d7c-b3d0-44f8-9202-b135e10906fc'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:35:37.875767 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Routers {'99443d7c-b3d0-44f8-9202-b135e10906fc'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:35:37.876461 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:35:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['99443d7c-b3d0-44f8-9202-b135e10906fc'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:35:37.943589 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:35:38.115601 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:38.115986 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:38.164587 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Set router 99443d7c-b3d0-44f8-9202-b135e10906fc gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:35:38.426033 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:38.667405 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'name': 'router1', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '91a8e229-971a-4b23-aa76-bfe1e9299ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:35:16Z', 'updated_at': '2022-04-29T18:35:34Z', 'revision_number': 4, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'gw_port': {'id': '91a8e229-971a-4b23-aa76-bfe1e9299ac4', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:35:33Z', 'updated_at': '2022-04-29T18:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f', 'name': '', 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'mac_address': 'fa:16:3e:1d:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:35:25Z', 'updated_at': '2022-04-29T18:35:28Z', 'revision_number': 5, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'subnets': [{'id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cafaa761-fc55-466a-a0c1-6d06c5b77ea9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:35:38.717519 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Checking router: 99443d7c-b3d0-44f8-9202-b135e10906fc for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:35:38.717908 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Updating router 99443d7c-b3d0-44f8-9202-b135e10906fc port 91a8e229-971a-4b23-aa76-bfe1e9299ac4 binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:35:38.770557 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:39.102721 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Publish callbacks [] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:39.109244 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:39.164505 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38ec0f-bf29-4812-8404-9507487562b6 None None] Pushing event updated for resources: {'Port': ['ID=91a8e229-971a-4b23-aa76-bfe1e9299ac4,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:39.166820 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Attempting to bind port 91a8e229-971a-4b23-aa76-bfe1e9299ac4 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:35:39.167173 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Attempting to bind port 91a8e229-971a-4b23-aa76-bfe1e9299ac4 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:35:39.167532 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Attempting to bind port 91a8e229-971a-4b23-aa76-bfe1e9299ac4 on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:35:39.173453 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:35:39.173820 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:35:39.174216 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:39.174592 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:35:39.175046 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Bound port: 91a8e229-971a-4b23-aa76-bfe1e9299ac4, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:35:39.175453 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:39.232718 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] For port 91a8e229-971a-4b23-aa76-bfe1e9299ac4, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:35:39.232718 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] For port 91a8e229-971a-4b23-aa76-bfe1e9299ac4, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=91a8e229-971a-4b23-aa76-bfe1e9299ac4,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:35:39.240459 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:39.302531 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38ec0f-bf29-4812-8404-9507487562b6 None None] Pushing event updated for resources: {'Port': ['ID=91a8e229-971a-4b23-aa76-bfe1e9299ac4,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:39.309300 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Routers {'99443d7c-b3d0-44f8-9202-b135e10906fc'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:35:39.309925 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:35:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['99443d7c-b3d0-44f8-9202-b135e10906fc'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:35:39.424627 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] Set router 99443d7c-b3d0-44f8-9202-b135e10906fc gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:35:39.639823 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'name': 'router1', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '91a8e229-971a-4b23-aa76-bfe1e9299ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:35:16Z', 'updated_at': '2022-04-29T18:35:34Z', 'revision_number': 4, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'gw_port': {'id': '91a8e229-971a-4b23-aa76-bfe1e9299ac4', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:35:33Z', 'updated_at': '2022-04-29T18:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f', 'name': '', 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'mac_address': 'fa:16:3e:1d:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:35:25Z', 'updated_at': '2022-04-29T18:35:28Z', 'revision_number': 5, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'subnets': [{'id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cafaa761-fc55-466a-a0c1-6d06c5b77ea9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:35:39.667648 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceafd995-8f72-4646-915d-8298396bf51c None None] The sync data for ids ['99443d7c-b3d0-44f8-9202-b135e10906fc'] in dv-cinder-839987-1-iscsi is: [{'id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'name': 'router1', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '91a8e229-971a-4b23-aa76-bfe1e9299ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:35:16Z', 'updated_at': '2022-04-29T18:35:34Z', 'revision_number': 4, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'gw_port': {'id': '91a8e229-971a-4b23-aa76-bfe1e9299ac4', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:35:33Z', 'updated_at': '2022-04-29T18:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f', 'name': '', 'network_id': '2760da0e-5997-4f5c-9bc0-2a1220487edd', 'tenant_id': '7a48da3b90914e098e862c1aadf1620b', 'mac_address': 'fa:16:3e:1d:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99443d7c-b3d0-44f8-9202-b135e10906fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:35:25Z', 'updated_at': '2022-04-29T18:35:28Z', 'revision_number': 5, 'project_id': '7a48da3b90914e098e862c1aadf1620b', 'subnets': [{'id': '4bac7acd-cb74-4faa-ad63-69a3451ac9e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cafaa761-fc55-466a-a0c1-6d06c5b77ea9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:35:39.985905 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 91a8e229-971a-4b23-aa76-bfe1e9299ac4 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:35:40.058518 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 91a8e229-971a-4b23-aa76-bfe1e9299ac4 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:40.059097 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:40.157949 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 91a8e229-971a-4b23-aa76-bfe1e9299ac4 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:40.158598 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:40.182668 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 91a8e229-971a-4b23-aa76-bfe1e9299ac4, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=91a8e229-971a-4b23-aa76-bfe1e9299ac4,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:35:40.188955 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:40.257366 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=91a8e229-971a-4b23-aa76-bfe1e9299ac4,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:35:41.979963 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 91a8e229-971a-4b23-aa76-bfe1e9299ac4 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:35:42.052715 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 91a8e229-971a-4b23-aa76-bfe1e9299ac4 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:35:42.054357 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (91a8e229-971a-4b23-aa76-bfe1e9299ac4), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:42.197197 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 91a8e229-971a-4b23-aa76-bfe1e9299ac4 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:35:43.516454 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:35:53.037649 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-828a3504-6d25-4e4e-bcfe-502b0a89145f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:55.289653 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d7c0619a-0439-4fca-93c8-6c571362aa76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:56.252183 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:57.484159 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:35:59.275334 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:20.515354 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:36:23.033013 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-eb300ce2-e982-4b0e-8c3c-99fb5e28d59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:25.288569 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-94e2a3bc-dd9a-4d32-9593-cef3f49f27b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:26.250945 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:27.486998 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:29.272404 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:53.042370 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-89463ebd-f907-4f36-8fdd-f3a11946717a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:55.282077 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-24c7d312-6afe-49e2-a2a5-20486fb365eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:56.254864 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:57.494201 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:36:57.514322 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:36:58.625700 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41774) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:36:58.698508 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0266f7c-2990-4acf-8e43-1eb507107c3e admin admin] GET failed (client error): The resource could not be found. Apr 29 18:36:58.699788 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f0266f7c-2990-4acf-8e43-1eb507107c3e admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0730307 Apr 29 18:36:58.959258 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d9260e-b249-4dfb-b044-4e882928a283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:36:58.961955 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f5d9260e-b249-4dfb-b044-4e882928a283 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2577999 Apr 29 18:36:59.280155 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:01.272549 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41784) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:37:01.374231 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1f455b-ffc8-4483-9371-22608a36b1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:01.375596 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-7d1f455b-ffc8-4483-9371-22608a36b1d4 admin admin] 10.222.0.50 "GET /v2.0/subnets/4bac7acd-cb74-4faa-ad63-69a3451ac9e1 HTTP/1.1" status: 200 len: 849 time: 0.1018016 Apr 29 18:37:01.386709 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:37:01.478163 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Publish callbacks [] for subnet (4bac7acd-cb74-4faa-ad63-69a3451ac9e1), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:01.622123 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759954240458'] for subnet (4bac7acd-cb74-4faa-ad63-69a3451ac9e1), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:01.655355 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:01.655947 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:01.657197 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] 10.222.0.50 "PUT /v2.0/subnets/4bac7acd-cb74-4faa-ad63-69a3451ac9e1 HTTP/1.1" status: 200 len: 868 time: 0.2742763 Apr 29 18:37:01.675953 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a56b5-b0fa-4b0d-a9ca-2b69131a3128 None None] Network 2760da0e-5997-4f5c-9bc0-2a1220487edd requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:37:01.677508 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bac7acd-cb74-4faa-ad63-69a3451ac9e1,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:37:01.685003 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.685414 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.685713 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.686040 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.686370 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.686738 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.687026 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.687355 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.687678 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.688000 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.688349 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.688693 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.689001 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.689451 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:01.689740 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd479faa-c15e-4a52-a526-2c57c8c08ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:37:02.050757 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-058b4aea-61aa-476a-9b53-f92da88e4f53 None None] Provisioning complete for port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:37:02.051063 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-058b4aea-61aa-476a-9b53-f92da88e4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:02.130436 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-058b4aea-61aa-476a-9b53-f92da88e4f53 None None] Current status of the port 9c3997fa-b6fc-43c9-87ff-0c79b5d00d8f is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:37:02.138892 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-058b4aea-61aa-476a-9b53-f92da88e4f53 None None] Provisioning complete for port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:37:02.139281 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-058b4aea-61aa-476a-9b53-f92da88e4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (46ea3fd0-a0af-40f4-bef8-2730d3a05798), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:02.217531 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-058b4aea-61aa-476a-9b53-f92da88e4f53 None None] Current status of the port 46ea3fd0-a0af-40f4-bef8-2730d3a05798 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:37:03.991620 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41792) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:37:04.216879 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff8967f-97a1-4854-8888-dff8e8b994da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:04.217357 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff8967f-97a1-4854-8888-dff8e8b994da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:04.218927 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-fff8967f-97a1-4854-8888-dff8e8b994da admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2263110 Apr 29 18:37:06.488723 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41802) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:37:06.635468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c76a2-6fb4-4824-9092-587ffc896669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:06.635941 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c76a2-6fb4-4824-9092-587ffc896669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:06.637509 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-781c76a2-6fb4-4824-9092-587ffc896669 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1478329 Apr 29 18:37:08.891894 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41810) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:37:09.030167 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3277e6-c395-4640-8f49-6e19eba633c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:09.031514 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5a3277e6-c395-4640-8f49-6e19eba633c4 admin admin] 10.222.0.50 "GET /v2.0/networks/2760da0e-5997-4f5c-9bc0-2a1220487edd HTTP/1.1" status: 200 len: 869 time: 0.1387362 Apr 29 18:37:11.321971 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41818) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:37:11.468571 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a01cc5-fabe-45fa-bf2d-b9e94e085cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:11.469945 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e3a01cc5-fabe-45fa-bf2d-b9e94e085cf5 admin admin] 10.222.0.50 "GET /v2.0/networks/d555842e-4eba-4daa-8265-d369e04802d7 HTTP/1.1" status: 200 len: 886 time: 0.1469736 Apr 29 18:37:13.704860 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41826) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:37:13.842284 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7886950e-71fd-4357-97bc-1e7d3e374309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:13.842733 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7886950e-71fd-4357-97bc-1e7d3e374309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:13.844217 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-7886950e-71fd-4357-97bc-1e7d3e374309 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384358 Apr 29 18:37:16.111742 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41834) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:37:16.209005 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0f356-74bb-48e0-9e3d-e55c72520bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:16.209796 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0f356-74bb-48e0-9e3d-e55c72520bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:16.211284 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-1bd0f356-74bb-48e0-9e3d-e55c72520bf6 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0985620 Apr 29 18:37:18.531315 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41842) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:37:18.629935 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea53252-0641-4e3d-96d8-2a37aa85920f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:18.631322 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-aea53252-0641-4e3d-96d8-2a37aa85920f admin admin] 10.222.0.50 "GET /v2.0/subnets/4bac7acd-cb74-4faa-ad63-69a3451ac9e1 HTTP/1.1" status: 200 len: 868 time: 0.0990212 Apr 29 18:37:20.901298 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41850) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:37:20.992395 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9841258a-f99e-450c-8792-e92676f1b079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:37:20.993743 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9841258a-f99e-450c-8792-e92676f1b079 admin admin] 10.222.0.50 "GET /v2.0/subnets/5a1cb966-5110-4792-be14-7c27371e29be HTTP/1.1" status: 200 len: 816 time: 0.0915127 Apr 29 18:37:23.037516 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-44c89246-fbdf-4ce4-ad17-358b18f24687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:25.288241 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-86d8251f-043c-4dd3-a7a4-0023ac7feac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:26.258416 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:27.495563 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:29.274655 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:34.513580 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:37:53.042180 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c8242c23-76c6-49a1-bc9e-88fa00f2c8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:55.294774 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0fd88bac-d1d0-471b-b49b-768677580ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:56.260583 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:57.498827 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:37:59.281599 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:01.423854 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41908) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:38:01.495043 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [None req-6c46cc96-478c-4e27-b61f-254995cd7f84 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:38:01.496011 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-6c46cc96-478c-4e27-b61f-254995cd7f84 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0711768 Apr 29 18:38:03.859809 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 41916) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:38:03.939003 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a1b01c-4b1f-44be-a532-47a58062aa30 admin admin] GET failed (client error): The resource could not be found. Apr 29 18:38:03.940244 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-99a1b01c-4b1f-44be-a532-47a58062aa30 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0794446 Apr 29 18:38:04.024709 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2798b-b959-449b-bd2d-ec3097fb5c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:38:04.026203 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-02e2798b-b959-449b-bd2d-ec3097fb5c89 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818112 Apr 29 18:38:06.334502 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41924) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:38:06.390009 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:38:06.417965 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Made reservation on behalf of 28300f353c4c4c27a229238b2a238c8e for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:38:06.420437 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:06.447914 dv-cinder-839987-1-iscsi neutron-server[110119]: WARNING neutron.services.revisions.revision_plugin [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Could not find related network for resource to bump revision. Apr 29 18:38:06.459516 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=110119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:38:06.469253 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (8dbe5bd3-3e43-4263-b0c9-f7a130784c9b), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:06.469700 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Added segment 8dbe5bd3-3e43-4263-b0c9-f7a130784c9b of type vlan for network d34d961a-ffca-4e7b-9c89-54a62563c029 Apr 29 18:38:06.518096 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (d34d961a-ffca-4e7b-9c89-54a62563c029), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:06.545315 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (d34d961a-ffca-4e7b-9c89-54a62563c029), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:06.546234 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:38:06.546804 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:06.575532 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2396209 Apr 29 18:38:06.612365 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Pushing event updated for resources: {'Network': ['ID=d34d961a-ffca-4e7b-9c89-54a62563c029,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:38:06.620330 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.620930 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.621078 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.621440 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.621775 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.622109 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.622446 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.622723 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.623102 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.623377 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.623714 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.624042 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.624361 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.624740 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.625038 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212483c-1bab-4ecf-974a-2adc008529ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:06.637921 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network d34d961a-ffca-4e7b-9c89-54a62563c029 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:38:08.901166 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41932) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:38:08.972438 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a792ad5-f4c6-4877-b94c-0b40ed999aea admin admin] GET failed (client error): The resource could not be found. Apr 29 18:38:08.974059 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-1a792ad5-f4c6-4877-b94c-0b40ed999aea admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0715377 Apr 29 18:38:09.159666 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abec71ab-9cea-4b94-8bd3-db92eec8cd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:38:09.161608 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-abec71ab-9cea-4b94-8bd3-db92eec8cd4c admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1834784 Apr 29 18:38:09.174468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:38:09.197680 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Made reservation on behalf of 28300f353c4c4c27a229238b2a238c8e for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:38:09.199892 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:09.404225 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (a7b679ec-54f4-434b-8297-8e38aae34d25), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:09.457291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b679ec-54f4-434b-8297-8e38aae34d25,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:38:09.469020 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Checking segment: {'id': '8dbe5bd3-3e43-4263-b0c9-f7a130784c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:38:09.469422 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Network hostable DHCP agents. Network: d34d961a-ffca-4e7b-9c89-54a62563c029, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:38:09.492143 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Network d34d961a-ffca-4e7b-9c89-54a62563c029 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:38:09.503137 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, d34d961a-ffca-4e7b-9c89-54a62563c029) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:38:09.507423 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:38:09.508038 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:09.512322 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde76980-01a9-4a07-b8c4-5085e5299383 None None] Network d34d961a-ffca-4e7b-9c89-54a62563c029 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:38:09.525087 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-6f6f0b78-04ed-4f18-9f6a-9bf0c116345d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3540826 Apr 29 18:38:09.633789 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-d34d961a-ffca-4e7b-9c89-54a62563c029', 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029', 'project_id': '28300f353c4c4c27a229238b2a238c8e', 'fixed_ips': [{'subnet_id': 'a7b679ec-54f4-434b-8297-8e38aae34d25'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:38:09.634691 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:09.772732 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Allocated IP 192.168.233.2 (d34d961a-ffca-4e7b-9c89-54a62563c029/a7b679ec-54f4-434b-8297-8e38aae34d25/4ef77c3f-a53d-4ea6-aa8b-aa77b780672a) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:38:09.917780 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Publish callbacks [] for port (4ef77c3f-a53d-4ea6-aa8b-aa77b780672a), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:09.924165 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (4ef77c3f-a53d-4ea6-aa8b-aa77b780672a), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:09.971581 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Network d34d961a-ffca-4e7b-9c89-54a62563c029 is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:38:09.974680 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:38:09.977325 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:38:09.985362 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Pushing event updated for resources: {'Port': ['ID=4ef77c3f-a53d-4ea6-aa8b-aa77b780672a,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:38:10.009616 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.009959 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.010317 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.010682 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.011021 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.011354 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.011676 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.011998 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.012321 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.012674 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.013000 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.013332 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.013654 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.014061 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.014386 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:38:10.049645 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Attempting to bind port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:38:10.050009 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Attempting to bind port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '8dbe5bd3-3e43-4263-b0c9-f7a130784c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:38:10.050367 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Attempting to bind port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a on network d34d961a-ffca-4e7b-9c89-54a62563c029 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:38:10.055560 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:38:10.055920 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Checking segment: {'id': '8dbe5bd3-3e43-4263-b0c9-f7a130784c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:38:10.056320 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:10.056739 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Bound using segment: {'id': '8dbe5bd3-3e43-4263-b0c9-f7a130784c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:38:10.057206 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Bound port: 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbe5bd3-3e43-4263-b0c9-f7a130784c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:38:10.057580 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (4ef77c3f-a53d-4ea6-aa8b-aa77b780672a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:10.119832 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] For port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:38:10.122875 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] For port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=4ef77c3f-a53d-4ea6-aa8b-aa77b780672a,segment=NetworkSegment(8dbe5bd3-3e43-4263-b0c9-f7a130784c9b),segment_id=8dbe5bd3-3e43-4263-b0c9-f7a130784c9b)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:38:10.129847 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (4ef77c3f-a53d-4ea6-aa8b-aa77b780672a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:10.195589 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b22fc-7f4b-4b1f-9f3a-b88ea04268a4 None None] Pushing event updated for resources: {'Port': ['ID=4ef77c3f-a53d-4ea6-aa8b-aa77b780672a,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:38:11.031505 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e45115e-faec-4063-a0d2-392474c862ab None None] Network d34d961a-ffca-4e7b-9c89-54a62563c029 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:38:11.108698 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-4feb20bd-2360-4d6e-a13f-f299ebdadbb0 None None] Provisioning complete for port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:38:11.109002 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4feb20bd-2360-4d6e-a13f-f299ebdadbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (4ef77c3f-a53d-4ea6-aa8b-aa77b780672a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:11.218678 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-4feb20bd-2360-4d6e-a13f-f299ebdadbb0 None None] Current status of the port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:38:11.218849 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4feb20bd-2360-4d6e-a13f-f299ebdadbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (4ef77c3f-a53d-4ea6-aa8b-aa77b780672a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:11.253869 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-4feb20bd-2360-4d6e-a13f-f299ebdadbb0 None None] For port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=4ef77c3f-a53d-4ea6-aa8b-aa77b780672a,segment=NetworkSegment(8dbe5bd3-3e43-4263-b0c9-f7a130784c9b),segment_id=8dbe5bd3-3e43-4263-b0c9-f7a130784c9b)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:38:11.259545 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4feb20bd-2360-4d6e-a13f-f299ebdadbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (4ef77c3f-a53d-4ea6-aa8b-aa77b780672a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:11.313986 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb20bd-2360-4d6e-a13f-f299ebdadbb0 None None] Pushing event updated for resources: {'Port': ['ID=4ef77c3f-a53d-4ea6-aa8b-aa77b780672a,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:38:11.512768 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:38:11.580697 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-cf2c0374-11e0-4406-8bda-a2d8068ae3b9 None None] Provisioning complete for port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:38:11.581092 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0374-11e0-4406-8bda-a2d8068ae3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (4ef77c3f-a53d-4ea6-aa8b-aa77b780672a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:11.664688 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c0374-11e0-4406-8bda-a2d8068ae3b9 None None] Current status of the port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:38:12.033318 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:38:12.081575 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:38:12.081957 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (4ef77c3f-a53d-4ea6-aa8b-aa77b780672a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:12.166149 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 4ef77c3f-a53d-4ea6-aa8b-aa77b780672a is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:38:23.046348 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-bd163098-1ab4-4d76-ba33-2a68d62cba49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:25.288704 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-67b950c9-eb68-4160-bbbd-52be895259d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:26.266582 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:27.507734 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:29.276311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:48.511592 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:38:53.049671 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5a58b21f-e42a-46b4-b96a-ed4b3c9a3531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:55.299062 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-99390b7d-43dc-4559-9869-fb30643eda2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:56.268102 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:57.504328 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:38:59.284274 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:23.056752 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1a6e26a5-3384-4f39-9929-c1ab34119a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:25.295109 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-304a2de8-59a5-49d2-9aac-6eb8d79ad97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:25.510053 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:39:26.273452 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:27.508769 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:29.280668 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:37.284438 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41970) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:39:37.294380 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [None req-6accc623-8f61-492e-907d-95922a8e8b5d tempest-verify_tempest_config-1311692578 tempest-verify_tempest_config-1311692578-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:39:37.295354 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-6accc623-8f61-492e-907d-95922a8e8b5d tempest-verify_tempest_config-1311692578 tempest-verify_tempest_config-1311692578-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0099103 Apr 29 18:39:37.607349 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41988) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:39:37.722119 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:37.801159 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Publish callbacks [] for security_group (9e847aa2-a3ac-4eed-8cb5-e925552c55e9), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:37.806502 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9e847aa2-a3ac-4eed-8cb5-e925552c55e9), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:37.851250 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15e4773ea7ed4899b0dc0e15abef073e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2428377 Apr 29 18:39:37.852051 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e847aa2-a3ac-4eed-8cb5-e925552c55e9,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:39:37.853977 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 41992) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:39:37.869042 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.869383 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.869719 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.870051 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.870392 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.870711 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.871028 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.871346 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.871660 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.871976 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.872276 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.872612 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.872917 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.873225 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.873533 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb320418-b1c4-4012-af7f-6a791a1190bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:39:37.928030 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dab3ff78-f396-403b-8b5f-2bc429eab921 admin admin] Publish callbacks [] for security_group (9e847aa2-a3ac-4eed-8cb5-e925552c55e9), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:37.948959 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dab3ff78-f396-403b-8b5f-2bc429eab921 admin admin] Publish callbacks [] for security_group (9e847aa2-a3ac-4eed-8cb5-e925552c55e9), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:38.051476 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dab3ff78-f396-403b-8b5f-2bc429eab921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9e847aa2-a3ac-4eed-8cb5-e925552c55e9), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:38.055256 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dab3ff78-f396-403b-8b5f-2bc429eab921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:38.056913 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-dab3ff78-f396-403b-8b5f-2bc429eab921 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e847aa2-a3ac-4eed-8cb5-e925552c55e9 HTTP/1.1" status: 204 len: 168 time: 0.2020981 Apr 29 18:39:38.064969 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3ff78-f396-403b-8b5f-2bc429eab921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e847aa2-a3ac-4eed-8cb5-e925552c55e9,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:39:53.052289 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9ece126e-c550-491a-ab7c-907d82b654e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:55.299297 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-6f47bf63-7632-415d-9787-d2ec3cbc8905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:56.273873 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:57.514904 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:39:59.286568 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:02.513873 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:40:23.059309 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-6248d63d-7ed5-414d-9f4c-234635ae332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:25.310189 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9305e039-a94d-499b-8d4a-4adcd8b18329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:26.284957 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:27.521892 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:29.298231 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:39.517834 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:40:53.054889 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-71d0550c-3ed0-40ad-829a-a61d0466129f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:55.308938 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-135c17e8-adfd-41b2-84ca-51289a6399de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:56.283216 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:57.525324 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:40:59.298350 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:16.517731 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 5 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:41:22.701815 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467153'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:23.060114 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-b40db4d8-1aac-4cf9-8f04-2a7e01ca9089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:25.312738 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c6faadf5-28d7-4e56-8a53-fed97a709f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:26.293364 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:27.528974 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:29.293440 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:36.686401 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42062) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:41:36.800319 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-6d16c517-b681-44c6-988a-a3b17d7586cb admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1127911 Apr 29 18:41:39.072294 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42072) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:41:39.143334 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-8f61ed0f-749b-4f8e-9409-b6e3d28637a2 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0698481 Apr 29 18:41:52.673308 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:53.064056 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-606e86dc-817b-4af7-a604-5b9a9f789504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:53.524457 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:41:55.312882 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e217242c-4db0-4cd5-8e51-7a93cb677b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:56.299134 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:57.534818 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:41:59.305959 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:22.666492 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:23.070914 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0ad5fef3-2f02-4868-9139-c415091cfe47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:25.319705 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-671f7384-4ad8-417d-9f33-9f29b980c37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:26.291762 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:27.534665 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:29.301159 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:30.520650 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:42:52.661385 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:53.065243 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-eb5fcb8b-f52e-455c-b3ce-87ba0ccd1128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:55.304582 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-da1b7486-6b02-4771-b1f9-8bd4f6396ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:56.296292 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:57.535912 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:42:59.315770 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:07.520537 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:43:19.557816 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42266) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:19.595751 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42274) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:19.714931 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42284) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:19.744931 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42292) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:19.815178 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2059078297-network', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:19.834414 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Made reservation on behalf of 8d9c212254b240af938e5d7c2e9e1261 for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:19.836940 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:19.845607 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:19.932296 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Publish callbacks [] for security_group (bef7b7d0-2a4f-4ba0-a5ea-eecf4f7b9d7d), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:19.950875 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-network', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:19.956564 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (bef7b7d0-2a4f-4ba0-a5ea-eecf4f7b9d7d), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:19.977124 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=110119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:43:19.987088 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (0aaf4043-9e60-455d-8e33-cbc9baa05795), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:19.987427 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Added segment 0aaf4043-9e60-455d-8e33-cbc9baa05795 of type vlan for network 755981e4-77ea-4ec8-899a-643c96679562 Apr 29 18:43:20.030234 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (755981e4-77ea-4ec8-899a-643c96679562), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.060665 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Made reservation on behalf of e9f31cfe6a484184b4b4873bb918b266 for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:20.063101 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.083417 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.083962 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-636560990-network', 'tenant_id': '3b376e970ee94348aa59b7e1792baa7e'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:20.106096 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef7b7d0-2a4f-4ba0-a5ea-eecf4f7b9d7d,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:20.108698 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Made reservation on behalf of 3b376e970ee94348aa59b7e1792baa7e for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:20.111877 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (755981e4-77ea-4ec8-899a-643c96679562), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.112883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:20.113436 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.114922 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.140541 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1996303492-network', 'tenant_id': '5c9c70cdc1a247a2b79561a4b202a277'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:20.156965 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42310) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:20.160944 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.161495 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.162125 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.162600 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.163133 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.163581 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.163725 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.163922 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.164297 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.164585 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.165074 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.165408 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.165871 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.166196 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.166506 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.166955 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Tracked resource versions report: Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: pushed versions: Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: { 'AddressGroup': {'1.2'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Agent': {'1.1'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'ConntrackHelper': {'1.0'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'LocalIPAssociation': {'1.0'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Log': {'1.0'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'NDPProxy': {'1.0'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Network': {'1.1'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Port': {'1.7'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'PortForwarding': {'1.3'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'QosPolicy': {'1.10'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SecurityGroup': {'1.5'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SecurityGroupRule': {'1.2'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SubPort': {'1.0'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Subnet': {'1.1'}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Trunk': {'1.1'}} Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: consumer versions: Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: { DHCP agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: HyperV agent@hv-cinder-83998: {}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: L3 agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: Metadata agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: Metering agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: Open vSwitch agent@dv-cinder-839987-1-iscsi: { 'AddressGroup': '1.2', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Agent': '1.1', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'ConntrackHelper': '1.0', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'LocalIPAssociation': '1.0', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Log': '1.0', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'NDPProxy': '1.0', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Network': '1.1', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Port': '1.7', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'PortForwarding': '1.3', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'QosPolicy': '1.10', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SecurityGroup': '1.5', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SecurityGroupRule': '1.2', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'SubPort': '1.0', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Subnet': '1.1', Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: 'Trunk': '1.1'}} Apr 29 18:43:20.168324 dv-cinder-839987-1-iscsi neutron-server[110119]: {{(pid=110119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 18:43:20.187616 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Made reservation on behalf of 5c9c70cdc1a247a2b79561a4b202a277 for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:20.190365 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.206386 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.213495 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6545789 Apr 29 18:43:20.218634 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78a416-b33d-4283-a33c-f1706564cdf7 admin admin] Pushing event updated for resources: {'Network': ['ID=755981e4-77ea-4ec8-899a-643c96679562,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:20.224355 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42314) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:20.229351 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Request body: {'subnet': {'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2059078297-subnet', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:20.235319 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 755981e4-77ea-4ec8-899a-643c96679562 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:43:20.271610 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Made reservation on behalf of 8d9c212254b240af938e5d7c2e9e1261 for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:20.274356 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.321134 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Publish callbacks [] for security_group (a794bd73-9caa-47f1-ab98-20fd278a37d0), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.352683 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Publish callbacks [] for security_group (a7a8373c-c310-4725-99d1-232155ccf09c), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.361318 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (a794bd73-9caa-47f1-ab98-20fd278a37d0), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.368225 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (a7a8373c-c310-4725-99d1-232155ccf09c), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.374336 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:43:20.385385 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (e053deb0-030f-4fc1-b605-1f18cc2fe54a), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.386094 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Added segment e053deb0-030f-4fc1-b605-1f18cc2fe54a of type vlan for network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e Apr 29 18:43:20.390785 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:43:20.405305 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759954310247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (1dceb0c3-4743-4050-9d93-9614f8f00692), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.406316 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Unsubscribe: segment precommit_create {{(pid=110120) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 18:43:20.407153 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Added segment 1dceb0c3-4743-4050-9d93-9614f8f00692 of type vlan for network 77de3756-47f5-4b94-8570-33a74e950ec4 Apr 29 18:43:20.430915 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (7fa77373-526f-4ce9-a91a-e9365d9b3b0e), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.460547 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (77de3756-47f5-4b94-8570-33a74e950ec4), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.466381 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-network', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:20.486134 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (7fa77373-526f-4ce9-a91a-e9365d9b3b0e), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.487134 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:20.488041 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.505496 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (77de3756-47f5-4b94-8570-33a74e950ec4), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.506515 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:20.507139 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.531203 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Publish callbacks [] for security_group (741f18eb-e6b4-41f4-8834-05c14c30fd72), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.540617 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8238375 Apr 29 18:43:20.549433 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42330) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:20.554712 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Request body: {'subnet': {'network_id': '77de3756-47f5-4b94-8570-33a74e950ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-636560990-subnet', 'tenant_id': '3b376e970ee94348aa59b7e1792baa7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:20.575341 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (741f18eb-e6b4-41f4-8834-05c14c30fd72), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.588939 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:43:20.606115 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Pushing event updated for resources: {'Network': ['ID=7fa77373-526f-4ce9-a91a-e9365d9b3b0e,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:20.607839 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (96ed750f-001b-41a7-8212-31c8cdda958f), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.608400 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Added segment 96ed750f-001b-41a7-8212-31c8cdda958f of type vlan for network f1de1c78-e454-4eb0-bbcc-91a23cf8f11e Apr 29 18:43:20.618933 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0220439 Apr 29 18:43:20.620298 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:43:20.657127 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42332) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:20.671916 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Request body: {'subnet': {'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-subnet', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:20.677590 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (f1de1c78-e454-4eb0-bbcc-91a23cf8f11e), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.715684 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Made reservation on behalf of e2f2dec75acb4277945a986b8393b0a1 for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:20.724563 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Made reservation on behalf of 3b376e970ee94348aa59b7e1792baa7e for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:20.727215 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.729369 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbed402-08b2-497c-ae6d-ea62e541039a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a794bd73-9caa-47f1-ab98-20fd278a37d0,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:20.731530 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.767999 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.808848 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Made reservation on behalf of e9f31cfe6a484184b4b4873bb918b266 for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:20.811136 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.942425 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (f1de1c78-e454-4eb0-bbcc-91a23cf8f11e), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.943298 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:20.944014 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:20.978060 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a8373c-c310-4725-99d1-232155ccf09c,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:21.038479 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2924163 Apr 29 18:43:21.049095 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42362) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:21.060107 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Request body: {'subnet': {'network_id': 'f1de1c78-e454-4eb0-bbcc-91a23cf8f11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1996303492-subnet', 'tenant_id': '5c9c70cdc1a247a2b79561a4b202a277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:21.060431 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.060999 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.061668 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.062638 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.062638 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.062853 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.063037 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.063547 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.063859 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.064167 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.064710 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.065192 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.065656 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.066131 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.066612 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Tracked resource versions report: Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: pushed versions: Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: { 'AddressGroup': {'1.2'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Agent': {'1.1'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'ConntrackHelper': {'1.0'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'LocalIPAssociation': {'1.0'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Log': {'1.0'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'NDPProxy': {'1.0'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Network': {'1.1'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Port': {'1.7'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'PortForwarding': {'1.3'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'QosPolicy': {'1.10'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SecurityGroup': {'1.5'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SecurityGroupRule': {'1.2'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SubPort': {'1.0'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Subnet': {'1.1'}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Trunk': {'1.1'}} Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: consumer versions: Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: { DHCP agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: HyperV agent@hv-cinder-83998: {}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: L3 agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: Metadata agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: Metering agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: Open vSwitch agent@dv-cinder-839987-1-iscsi: { 'AddressGroup': '1.2', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Agent': '1.1', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'ConntrackHelper': '1.0', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'LocalIPAssociation': '1.0', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Log': '1.0', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'NDPProxy': '1.0', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Network': '1.1', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Port': '1.7', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'PortForwarding': '1.3', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'QosPolicy': '1.10', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SecurityGroup': '1.5', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SecurityGroupRule': '1.2', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'SubPort': '1.0', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Subnet': '1.1', Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: 'Trunk': '1.1'}} Apr 29 18:43:21.067785 dv-cinder-839987-1-iscsi neutron-server[110120]: {{(pid=110120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 18:43:21.082640 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b341f-2f6a-46a2-b316-573d4d65f4eb admin admin] Pushing event updated for resources: {'Network': ['ID=77de3756-47f5-4b94-8570-33a74e950ec4,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:21.085207 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (ce8524da-825e-4f56-bf05-b79b02de8e5d), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.120069 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 77de3756-47f5-4b94-8570-33a74e950ec4 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:43:21.138192 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.143158 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Made reservation on behalf of 5c9c70cdc1a247a2b79561a4b202a277 for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:21.145939 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.146815 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741f18eb-e6b4-41f4-8834-05c14c30fd72,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:21.286076 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc9c1b-ab94-4380-b61e-8a8f37eea9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f1de1c78-e454-4eb0-bbcc-91a23cf8f11e,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:21.302604 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network f1de1c78-e454-4eb0-bbcc-91a23cf8f11e details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:43:21.305827 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Publish callbacks [] for security_group (4dbd8a67-9e63-41e1-bff5-93b932c4db4f), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.312589 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8524da-825e-4f56-bf05-b79b02de8e5d,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:21.329826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:21.334986 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Checking segment: {'id': '1dceb0c3-4743-4050-9d93-9614f8f00692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77de3756-47f5-4b94-8570-33a74e950ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:21.335818 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Network hostable DHCP agents. Network: 77de3756-47f5-4b94-8570-33a74e950ec4, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:43:21.341383 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4dbd8a67-9e63-41e1-bff5-93b932c4db4f), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.380872 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Network 77de3756-47f5-4b94-8570-33a74e950ec4 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:43:21.396340 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 77de3756-47f5-4b94-8570-33a74e950ec4) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:21.403441 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbd8a67-9e63-41e1-bff5-93b932c4db4f,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:21.404121 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:21.406679 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.415165 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d27657-469e-49c6-9720-ca713cbf55d2 None None] Network 77de3756-47f5-4b94-8570-33a74e950ec4 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:21.445558 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=110119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:43:21.463072 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Checking segment: {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:21.463422 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Network hostable DHCP agents. Network: 755981e4-77ea-4ec8-899a-643c96679562, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:43:21.476358 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-ee2b02d0-f49f-46af-913e-40fdabaf9053 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9198625 Apr 29 18:43:21.508969 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (8e496a70-4fa1-4be5-8916-1394b5029585), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.509307 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Added segment 8e496a70-4fa1-4be5-8916-1394b5029585 of type vlan for network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 Apr 29 18:43:21.533312 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (a3021c8e-516d-4355-b126-cc6adf0cc508), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.580240 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a1a432-4380-439f-a9b1-21356b3e6b81 None None] Network 77de3756-47f5-4b94-8570-33a74e950ec4 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:21.763794 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3021c8e-516d-4355-b126-cc6adf0cc508,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:21.794995 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.810506 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Network 755981e4-77ea-4ec8-899a-643c96679562 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:43:21.821335 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 755981e4-77ea-4ec8-899a-643c96679562) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:21.829455 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (9f4d3924-b37d-4547-b305-72869cd0ab52), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.835754 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc433e4-7f90-4624-a04e-1c18a7e41a73 None None] Network 755981e4-77ea-4ec8-899a-643c96679562 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:21.837596 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:21.838235 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.879729 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-8df95cf6-b2cf-4aba-bcab-caa794ffc1a5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6514421 Apr 29 18:43:21.880281 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42398) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:21.884818 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:21.930147 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.931367 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:21.994173 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Checking segment: {'id': '96ed750f-001b-41a7-8212-31c8cdda958f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f1de1c78-e454-4eb0-bbcc-91a23cf8f11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:21.994638 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Network hostable DHCP agents. Network: f1de1c78-e454-4eb0-bbcc-91a23cf8f11e, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:43:22.036869 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Checking segment: {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:22.038351 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Network hostable DHCP agents. Network: 7fa77373-526f-4ce9-a91a-e9365d9b3b0e, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:43:22.050430 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.051585 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:22.052178 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.053489 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-755981e4-77ea-4ec8-899a-643c96679562', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:43:22.054689 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.070994 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42420) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:22.082228 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Network f1de1c78-e454-4eb0-bbcc-91a23cf8f11e is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:43:22.106940 dv-cinder-839987-1-iscsi neutron-server[110119]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 18:43:22.164669 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks [] for router_controller (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), precommit_add_association {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.167655 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4d3924-b37d-4547-b305-72869cd0ab52,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:22.247508 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Allocated IP 172.20.0.2 (755981e4-77ea-4ec8-899a-643c96679562/ce8524da-825e-4f56-bf05-b79b02de8e5d/ee273338-6889-47ff-9141-f3be884189c2) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:22.290169 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1307490 Apr 29 18:43:22.290842 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, f1de1c78-e454-4eb0-bbcc-91a23cf8f11e) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:22.300166 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75191c-2567-4f67-a74d-419a3661ff1f None None] Network f1de1c78-e454-4eb0-bbcc-91a23cf8f11e requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:22.327893 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42438) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:22.352749 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:22.356282 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.370265 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Request body: {'subnet': {'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-subnet', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:22.521747 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks [] for router_gateway (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.555544 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b575a040-6ea3-46c2-8767-ada08a20a950 None None] Network f1de1c78-e454-4eb0-bbcc-91a23cf8f11e requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:22.656955 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Publish callbacks [] for port (ee273338-6889-47ff-9141-f3be884189c2), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.678962 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:43:22.688768 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (ee273338-6889-47ff-9141-f3be884189c2), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.689145 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca99db-601c-4850-b13b-371056eae7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:22.722819 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-bcbab6c2-0c61-4046-80f5-487ca846f459 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6721764 Apr 29 18:43:22.723818 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 7fa77373-526f-4ce9-a91a-e9365d9b3b0e) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:22.725611 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Made reservation on behalf of e2f2dec75acb4277945a986b8393b0a1 for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:22.727814 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.737471 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:43:22.748839 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa8cc4a-1e85-4f2e-a412-b25c6112277f None None] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:22.751004 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.812582 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:22.817322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.833241 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks [] for router_gateway (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.837169 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-973fdd2a-2598-4139-8c97-0c9512938ad8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:22.838577 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-973fdd2a-2598-4139-8c97-0c9512938ad8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/networks?id=77de3756-47f5-4b94-8570-33a74e950ec4 HTTP/1.1" status: 200 len: 811 time: 0.7573740 Apr 29 18:43:22.876430 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:22.897422 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42454) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:22.914641 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-acb402fc-4426-4782-8b1f-1d9071f44457 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/quotas/3b376e970ee94348aa59b7e1792baa7e HTTP/1.1" status: 200 len: 375 time: 0.0592613 Apr 29 18:43:22.922888 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-df90e94a-e104-434c-bfbd-c304aecfb26e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2632475 Apr 29 18:43:22.928791 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42460) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:22.992852 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:23.039163 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-37619aa4-b7dc-492f-aa87-c4725872dc82 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b376e970ee94348aa59b7e1792baa7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111522 Apr 29 18:43:23.068918 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (92585082-121f-4392-8694-64e34d46f86d), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.070239 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (92585082-121f-4392-8694-64e34d46f86d), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.149267 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Allocated IP 172.27.0.67 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/6e16b1aa-e59b-4db7-bd91-219a1ab3c475) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:23.176225 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Network 755981e4-77ea-4ec8-899a-643c96679562 is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:23.208410 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:23.210996 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:23.229296 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:43:23.230170 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.252471 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks [] for router_controller (92585082-121f-4392-8694-64e34d46f86d), precommit_add_association {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.312640 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (4df2cf67-cecf-40b2-939c-f0b6276d9719), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.329904 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks [] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.355975 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-99405abd-7ad4-4fe4-b555-2df3cabfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.403206 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Pushing event updated for resources: {'Port': ['ID=ee273338-6889-47ff-9141-f3be884189c2,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:23.412457 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Attempting to bind port ee273338-6889-47ff-9141-f3be884189c2 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:23.412964 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Attempting to bind port ee273338-6889-47ff-9141-f3be884189c2 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:23.413651 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Attempting to bind port ee273338-6889-47ff-9141-f3be884189c2 on network 755981e4-77ea-4ec8-899a-643c96679562 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:23.416687 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.417157 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.417797 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.418155 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.418476 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.418796 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.420989 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.420989 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.420989 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.420989 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.420989 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.421474 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.421474 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.421744 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.422147 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Tracked resource versions report: Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: pushed versions: Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: { 'AddressGroup': {'1.2'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Agent': {'1.1'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'ConntrackHelper': {'1.0'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'LocalIPAssociation': {'1.0'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Log': {'1.0'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'NDPProxy': {'1.0'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Network': {'1.1'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Port': {'1.7'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'PortForwarding': {'1.3'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'QosPolicy': {'1.10'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SecurityGroup': {'1.5'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SecurityGroupRule': {'1.2'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SubPort': {'1.0'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Subnet': {'1.1'}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Trunk': {'1.1'}} Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: consumer versions: Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: { DHCP agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: HyperV agent@hv-cinder-83998: {}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: L3 agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: Metadata agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: Metering agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: Open vSwitch agent@dv-cinder-839987-1-iscsi: { 'AddressGroup': '1.2', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Agent': '1.1', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'ConntrackHelper': '1.0', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'LocalIPAssociation': '1.0', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Log': '1.0', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'NDPProxy': '1.0', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Network': '1.1', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Port': '1.7', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'PortForwarding': '1.3', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'QosPolicy': '1.10', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SecurityGroup': '1.5', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SecurityGroupRule': '1.2', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'SubPort': '1.0', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Subnet': '1.1', Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: 'Trunk': '1.1'}} Apr 29 18:43:23.423369 dv-cinder-839987-1-iscsi neutron-server[110121]: {{(pid=110121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 18:43:23.439837 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.516933 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df2cf67-cecf-40b2-939c-f0b6276d9719,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:23.520811 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks [] for router_gateway (92585082-121f-4392-8694-64e34d46f86d), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.532680 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Checking segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:23.533174 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Network hostable DHCP agents. Network: f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:43:23.534102 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:23.548197 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:23.550262 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-26bea29e-9233-43f9-a521-90e7716b271b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.554891 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:23.555137 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Checking segment: {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:23.555917 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.555917 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Bound using segment: {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:23.556483 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Bound port: ee273338-6889-47ff-9141-f3be884189c2, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:23.556719 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ee273338-6889-47ff-9141-f3be884189c2), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.557769 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:23.602765 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:43:23.638539 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Pushing event updated for resources: {'Port': ['ID=6e16b1aa-e59b-4db7-bd91-219a1ab3c475,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:23.657027 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:23.668130 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5464af68-b453-4c0c-a055-24eab4b616e5 None None] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:23.671389 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:23.672815 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.694391 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] For port ee273338-6889-47ff-9141-f3be884189c2, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:23.696210 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3e31a846-4a60-4350-890e-d760c2c1e0df admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3517597 Apr 29 18:43:23.699516 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42488) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:23.702265 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Allocated IP 172.20.0.2 (7fa77373-526f-4ce9-a91a-e9365d9b3b0e/a3021c8e-516d-4355-b126-cc6adf0cc508/2259c5d4-3189-45fd-8f43-45a78a59567d) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:23.707114 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:23.725998 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] For port ee273338-6889-47ff-9141-f3be884189c2, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=ee273338-6889-47ff-9141-f3be884189c2,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:23.773149 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ee273338-6889-47ff-9141-f3be884189c2), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.847640 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e22a3-a479-45b7-8d41-7a08a23938a1 None None] Pushing event updated for resources: {'Port': ['ID=ee273338-6889-47ff-9141-f3be884189c2,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:23.866874 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-26bea29e-9233-43f9-a521-90e7716b271b admin admin] Publish callbacks [] for security_group (cf090ebc-49fd-422f-9187-5df9bd39c505), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.900651 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks [] for router_gateway (92585082-121f-4392-8694-64e34d46f86d), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.906753 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-39fe6aa8-6ce0-40a2-bafa-e9476f58ffad service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:43:23.913875 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-26bea29e-9233-43f9-a521-90e7716b271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (cf090ebc-49fd-422f-9187-5df9bd39c505), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.914669 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-39fe6aa8-6ce0-40a2-bafa-e9476f58ffad service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3368988 Apr 29 18:43:23.924759 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42492) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:23.959766 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-681312870-network', 'tenant_id': '8e7d1929ad1140338a8109af1682708e'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:23.963812 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.980276 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:43:23.981916 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:23.989691 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bea29e-9233-43f9-a521-90e7716b271b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf090ebc-49fd-422f-9187-5df9bd39c505,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:23.994451 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks [] for router_gateway (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.035712 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-26bea29e-9233-43f9-a521-90e7716b271b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1775b09c31a0480a99ba335c2fddd9bc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1368012 Apr 29 18:43:24.038706 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42494) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:24.049095 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (30785675-111d-4144-b39c-9cbea4582306), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.050112 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (30785675-111d-4144-b39c-9cbea4582306), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.109291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Made reservation on behalf of 8e7d1929ad1140338a8109af1682708e for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:24.111610 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.130428 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.161581 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Allocated IP 172.20.0.2 (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972/4df2cf67-cecf-40b2-939c-f0b6276d9719/6c15ebd8-0933-4631-a2e0-bef0cbe72d3e) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:24.165758 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55ea28a0-065f-41d9-ac92-92ae33c2bb94 admin admin] Publish callbacks [] for security_group (cf090ebc-49fd-422f-9187-5df9bd39c505), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.216655 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks [] for router_controller (30785675-111d-4144-b39c-9cbea4582306), precommit_add_association {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.229025 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-85090bc9-5987-42be-9bd7-e4a7f4c490d9 service neutron] 10.222.0.50 "GET /v2.0/networks/77de3756-47f5-4b94-8570-33a74e950ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132911 Apr 29 18:43:24.243926 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55ea28a0-065f-41d9-ac92-92ae33c2bb94 admin admin] Publish callbacks [] for security_group (cf090ebc-49fd-422f-9187-5df9bd39c505), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.326548 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Publish callbacks [] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.381531 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.382331 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.412434 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55ea28a0-065f-41d9-ac92-92ae33c2bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (cf090ebc-49fd-422f-9187-5df9bd39c505), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.415292 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55ea28a0-065f-41d9-ac92-92ae33c2bb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.416530 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-55ea28a0-065f-41d9-ac92-92ae33c2bb94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf090ebc-49fd-422f-9187-5df9bd39c505 HTTP/1.1" status: 204 len: 168 time: 0.3753381 Apr 29 18:43:24.462319 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea28a0-065f-41d9-ac92-92ae33c2bb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf090ebc-49fd-422f-9187-5df9bd39c505,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:24.507026 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Publish callbacks [] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.510120 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:24.542309 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:24.557428 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.568882 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Pushing event updated for resources: {'Port': ['ID=6c15ebd8-0933-4631-a2e0-bef0cbe72d3e,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:24.578041 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Allocated IP 172.27.0.169 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/a6a6bfec-3cd0-4c35-86d9-75b202a51588) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:24.649030 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:24.674891 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:24.800096 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Pushing event updated for resources: {'Port': ['ID=2259c5d4-3189-45fd-8f43-45a78a59567d,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:24.822574 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:24.869261 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:24.898449 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Attempting to bind port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:24.898819 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Attempting to bind port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:24.899202 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Attempting to bind port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:24.900318 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:43:24.907939 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:24.908122 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Checking segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:24.908550 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.908944 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Bound using segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:24.909412 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Bound port: 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:24.909937 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:24.975381 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-efc027df-943e-4ddb-8baa-993882073626 service neutron] 10.222.0.50 "GET /v2.0/networks/77de3756-47f5-4b94-8570-33a74e950ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296299 Apr 29 18:43:24.990975 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks [] for router_gateway (30785675-111d-4144-b39c-9cbea4582306), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.028270 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Attempting to bind port 2259c5d4-3189-45fd-8f43-45a78a59567d on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:25.028270 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Attempting to bind port 2259c5d4-3189-45fd-8f43-45a78a59567d by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:25.028270 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Attempting to bind port 2259c5d4-3189-45fd-8f43-45a78a59567d on network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:25.039909 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:25.040282 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Checking segment: {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:25.040709 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.041177 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Bound using segment: {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:25.041669 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Bound port: 2259c5d4-3189-45fd-8f43-45a78a59567d, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:25.042047 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.072621 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Publish callbacks [] for security_group (9f431525-caf4-4b62-af8c-14ef17a42081), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.117633 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9f431525-caf4-4b62-af8c-14ef17a42081), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.151666 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] For port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:25.166070 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:43:25.178826 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Sync routers for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:43:25.193943 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:25.194713 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:42:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:25.204696 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.210439 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-84d15e69-a386-41e9-b6ef-9d9f2c4edc1c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3288856 Apr 29 18:43:25.211189 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42540) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:25.220457 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] For port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=6c15ebd8-0933-4631-a2e0-bef0cbe72d3e,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:25.252236 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.370416 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=110119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:43:25.380762 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] For port 2259c5d4-3189-45fd-8f43-45a78a59567d, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:25.396174 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e688c-1fc0-4021-9943-d0b3360d61e3 None None] Pushing event updated for resources: {'Port': ['ID=6c15ebd8-0933-4631-a2e0-bef0cbe72d3e,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:25.416826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42550) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:25.448690 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f431525-caf4-4b62-af8c-14ef17a42081,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:25.453515 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (6d2b69dc-2f1b-4c9b-947c-e1413e43af39), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.453857 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Added segment 6d2b69dc-2f1b-4c9b-947c-e1413e43af39 of type vlan for network 891856ef-b48c-48d6-a98e-0aea73e93fab Apr 29 18:43:25.478640 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] For port 2259c5d4-3189-45fd-8f43-45a78a59567d, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2259c5d4-3189-45fd-8f43-45a78a59567d,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:25.480529 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e1730488-245e-4ac6-a5f5-2ef33d412646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.500553 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.569978 dv-cinder-839987-1-iscsi neutron-server[110120]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 18:43:25.585510 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks [] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.728013 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf9736-ce46-4066-88ea-547859546db2 None None] Pushing event updated for resources: {'Port': ['ID=2259c5d4-3189-45fd-8f43-45a78a59567d,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:25.738733 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (891856ef-b48c-48d6-a98e-0aea73e93fab), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.759510 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:25.776407 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9699715e-1928-40e3-b5b0-4aca57cac45c None None] Network 755981e4-77ea-4ec8-899a-643c96679562 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:25.873334 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a7432dab-b8c5-4bee-9e1e-69d545dfc918 None None] Provisioning complete for port ee273338-6889-47ff-9141-f3be884189c2 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:25.873918 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a7432dab-b8c5-4bee-9e1e-69d545dfc918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ee273338-6889-47ff-9141-f3be884189c2), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.965195 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (891856ef-b48c-48d6-a98e-0aea73e93fab), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.966180 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:25.966750 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:25.993388 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9891275d-3044-442e-a775-bc4e4e84cdc0 req-125a31b5-f28a-467f-92ea-4548f2809908 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 210 time: 0.5719540 Apr 29 18:43:26.222857 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:26.271176 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks [] for router_gateway (30785675-111d-4144-b39c-9cbea4582306), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:26.320021 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:23Z', 'revision_number': 3, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:26.395457 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] Pushing event updated for resources: {'Network': ['ID=891856ef-b48c-48d6-a98e-0aea73e93fab,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:26.395688 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Checking router: f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:43:26.396021 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Updating router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:43:26.397920 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:26.426196 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 891856ef-b48c-48d6-a98e-0aea73e93fab details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:43:26.472131 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-814c470a-b3e6-4523-a8c2-9d1be92d84d4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5160482 Apr 29 18:43:26.476985 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42594) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:26.484373 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:26.493743 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Request body: {'subnet': {'network_id': '891856ef-b48c-48d6-a98e-0aea73e93fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-681312870-subnet', 'tenant_id': '8e7d1929ad1140338a8109af1682708e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:26.500167 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:26.509171 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:26.515098 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:26.519106 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:26.666006 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2259c5d4-3189-45fd-8f43-45a78a59567d up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:26.694399 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a6bfec-3cd0-4c35-86d9-75b202a51588,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:26.745223 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Made reservation on behalf of 8e7d1929ad1140338a8109af1682708e for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:26.747913 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:26.879049 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.039262 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Publish callbacks [] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.050390 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.055061 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42604) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:27.173526 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a7432dab-b8c5-4bee-9e1e-69d545dfc918 None None] Current status of the port ee273338-6889-47ff-9141-f3be884189c2 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:27.174320 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a7432dab-b8c5-4bee-9e1e-69d545dfc918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ee273338-6889-47ff-9141-f3be884189c2), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.195523 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Allocated IP 172.27.0.22 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/2e04bc82-5b22-4cb4-831d-9ff8a32aa332) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:27.249849 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Pushing event updated for resources: {'Port': ['ID=6e16b1aa-e59b-4db7-bd91-219a1ab3c475,revision_number=2']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:27.275698 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Attempting to bind port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:27.276265 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Attempting to bind port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:27.276888 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Attempting to bind port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:27.278034 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42616) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:27.285228 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.287863 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.288429 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.288991 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.289513 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.291534 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.298327 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.299524 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.300607 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.303931 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a7432dab-b8c5-4bee-9e1e-69d545dfc918 None None] For port ee273338-6889-47ff-9141-f3be884189c2, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=ee273338-6889-47ff-9141-f3be884189c2,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:43:27.305426 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 2259c5d4-3189-45fd-8f43-45a78a59567d triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:27.306463 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.317319 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.318822 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.319284 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.320272 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.320897 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.322276 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Tracked resource versions report: Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: pushed versions: Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: { 'AddressGroup': {'1.2'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Agent': {'1.1'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'ConntrackHelper': {'1.0'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'LocalIPAssociation': {'1.0'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Log': {'1.0'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'NDPProxy': {'1.0'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Network': {'1.1'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Port': {'1.7'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'PortForwarding': {'1.3'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'QosPolicy': {'1.10'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SecurityGroup': {'1.5'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SecurityGroupRule': {'1.2'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SubPort': {'1.0'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Subnet': {'1.1'}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Trunk': {'1.1'}} Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: consumer versions: Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: { DHCP agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: HyperV agent@hv-cinder-83998: {}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: L3 agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: Metadata agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: Metering agent@dv-cinder-839987-1-iscsi: {}, Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: Open vSwitch agent@dv-cinder-839987-1-iscsi: { 'AddressGroup': '1.2', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Agent': '1.1', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'ConntrackHelper': '1.0', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'LocalIPAssociation': '1.0', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Log': '1.0', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'NDPProxy': '1.0', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Network': '1.1', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Port': '1.7', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'PortForwarding': '1.3', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'QosPolicy': '1.10', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SecurityGroup': '1.5', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SecurityGroupRule': '1.2', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'SubPort': '1.0', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Subnet': '1.1', Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: 'Trunk': '1.1'}} Apr 29 18:43:27.325050 dv-cinder-839987-1-iscsi neutron-server[110122]: {{(pid=110122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 18:43:27.341613 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:27.342263 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:27.342983 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.343472 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:27.344126 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Bound port: 6e16b1aa-e59b-4db7-bd91-219a1ab3c475, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:27.344720 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.424276 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a7432dab-b8c5-4bee-9e1e-69d545dfc918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ee273338-6889-47ff-9141-f3be884189c2), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.524972 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] For port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:27.530635 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] For port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=6e16b1aa-e59b-4db7-bd91-219a1ab3c475,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:27.547945 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.560330 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-de561998-b3ee-418a-9840-a11d2eb6f0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.699919 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-de561998-b3ee-418a-9840-a11d2eb6f0f0 admin admin] Publish callbacks [] for security_group (fa07691f-05ed-4f47-936b-54372d5f72b2), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.700416 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:27.707611 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dc7beed1-13b3-4022-b61b-5d3e2c950804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.709810 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:27.736818 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1ef3eb13-cb4c-4fdf-9b24-cb30dbb7ec9f req-ea7a3504-fa59-4740-9900-ab7dc656b602 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 210 time: 0.2718997 Apr 29 18:43:27.740650 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-de561998-b3ee-418a-9840-a11d2eb6f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (fa07691f-05ed-4f47-936b-54372d5f72b2), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.777300 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead977c-09c5-400b-9db3-301a59616d71 None None] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:27.798451 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-de561998-b3ee-418a-9840-a11d2eb6f0f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93c51c2ae9f342c3be4a8029be23f7a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5056295 Apr 29 18:43:27.808447 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42632) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:27.836893 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-7d1068e0-9e38-4b65-8b2d-754d62054a43 None None] Provisioning complete for port ee273338-6889-47ff-9141-f3be884189c2 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:27.838481 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7d1068e0-9e38-4b65-8b2d-754d62054a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ee273338-6889-47ff-9141-f3be884189c2), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.838762 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42f0ae-a540-4d47-95f5-de8f52634ede None None] Pushing event updated for resources: {'Port': ['ID=6e16b1aa-e59b-4db7-bd91-219a1ab3c475,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:27.849898 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.872425 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c780e-3234-40aa-82c3-ec4191baf3b4 None None] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:27.878603 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:27.907731 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks [] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.964260 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7432dab-b8c5-4bee-9e1e-69d545dfc918 None None] Pushing event updated for resources: {'Port': ['ID=ee273338-6889-47ff-9141-f3be884189c2,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:27.969936 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dc7beed1-13b3-4022-b61b-5d3e2c950804 admin admin] Publish callbacks [] for security_group (fe03fc15-a769-4552-867a-991ba75364f0), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:27.971193 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de561998-b3ee-418a-9840-a11d2eb6f0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa07691f-05ed-4f47-936b-54372d5f72b2,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:28.011480 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dc7beed1-13b3-4022-b61b-5d3e2c950804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (fe03fc15-a769-4552-867a-991ba75364f0), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.012147 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 2259c5d4-3189-45fd-8f43-45a78a59567d is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:28.012939 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.087534 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks [] for router_gateway (92585082-121f-4392-8694-64e34d46f86d), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.090881 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-dc7beed1-13b3-4022-b61b-5d3e2c950804 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=609e205e19d14496af1b90aa48697c44&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0214243 Apr 29 18:43:28.094884 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.104522 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42640) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:28.127003 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7beed1-13b3-4022-b61b-5d3e2c950804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe03fc15-a769-4552-867a-991ba75364f0,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:28.175610 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:23Z', 'revision_number': 3, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:28.187155 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:28.202615 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Pushing event updated for resources: {'Port': ['ID=2e04bc82-5b22-4cb4-831d-9ff8a32aa332,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:28.205959 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (0987e486-c7b6-4604-a17a-a3e45cd9e4c1), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.207054 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:28.209232 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:28.214759 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2f0cb-c38a-479b-9a47-ab2d643141f8 None None] The sync data for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi is: [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:23Z', 'revision_number': 3, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:43:28.354412 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 2259c5d4-3189-45fd-8f43-45a78a59567d, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2259c5d4-3189-45fd-8f43-45a78a59567d,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:43:28.399795 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-94f4bd8f-b78d-4b2c-a02b-f31e473655f4 admin admin] Publish callbacks [] for security_group (fa07691f-05ed-4f47-936b-54372d5f72b2), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.437538 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.438532 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:28.467644 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Allocated IP 172.20.0.1 (755981e4-77ea-4ec8-899a-643c96679562/ce8524da-825e-4f56-bf05-b79b02de8e5d/e7b516c8-8fa0-4932-a133-c283fa9eb98f) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:28.593139 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-7d1068e0-9e38-4b65-8b2d-754d62054a43 None None] Current status of the port ee273338-6889-47ff-9141-f3be884189c2 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:28.596346 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=2259c5d4-3189-45fd-8f43-45a78a59567d,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:28.626099 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:28.626503 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.642047 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0987e486-c7b6-4604-a17a-a3e45cd9e4c1,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:28.773213 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-94f4bd8f-b78d-4b2c-a02b-f31e473655f4 admin admin] Publish callbacks [] for security_group (fa07691f-05ed-4f47-936b-54372d5f72b2), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.803472 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Provisioning complete for port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:28.803883 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.814933 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Checking segment: {'id': '6d2b69dc-2f1b-4c9b-947c-e1413e43af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '891856ef-b48c-48d6-a98e-0aea73e93fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:28.815349 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Network hostable DHCP agents. Network: 891856ef-b48c-48d6-a98e-0aea73e93fab, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:43:28.881411 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Publish callbacks [] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.945928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.15', 63029) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:28.947661 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Network 891856ef-b48c-48d6-a98e-0aea73e93fab is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:43:28.949699 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:28.950294 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:28.951243 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6b47bd60-3d3b-4c1c-b775-0e9db130c28e admin admin] Publish callbacks [] for security_group (fe03fc15-a769-4552-867a-991ba75364f0), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.023175 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 891856ef-b48c-48d6-a98e-0aea73e93fab) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:29.042480 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-94f4bd8f-b78d-4b2c-a02b-f31e473655f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (fa07691f-05ed-4f47-936b-54372d5f72b2), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.044759 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-94f4bd8f-b78d-4b2c-a02b-f31e473655f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.048727 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-94f4bd8f-b78d-4b2c-a02b-f31e473655f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa07691f-05ed-4f47-936b-54372d5f72b2 HTTP/1.1" status: 204 len: 168 time: 1.1551254 Apr 29 18:43:29.048727 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:29.051180 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.059913 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b5f8ab-76d1-41d0-9503-ae3e484ea0a6 None None] Network 891856ef-b48c-48d6-a98e-0aea73e93fab requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:29.085376 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.133636 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-899b682c-9c6f-4ccf-af90-ffebde2ded57 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6552265 Apr 29 18:43:29.163781 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Current status of the port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:29.164255 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.199502 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=6c15ebd8-0933-4631-a2e0-bef0cbe72d3e,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:43:29.215059 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.216176 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device ee273338-6889-47ff-9141-f3be884189c2 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:29.231793 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4bd8f-b78d-4b2c-a02b-f31e473655f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa07691f-05ed-4f47-936b-54372d5f72b2,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:29.293771 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Network 755981e4-77ea-4ec8-899a-643c96679562 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:29.320950 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b2ee1fd-9461-44a6-b631-eb3480da6639 req-b8cde41b-faae-4978-b902-6207d29804c7 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 210 time: 0.1810672 Apr 29 18:43:29.333205 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks [] for router_gateway (30785675-111d-4144-b39c-9cbea4582306), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.339824 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=6c15ebd8-0933-4631-a2e0-bef0cbe72d3e,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:29.346042 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.db.api [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:43:29.346842 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG oslo_db.api [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:43:29.353709 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:29.359715 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:29.360240 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.409503 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6b47bd60-3d3b-4c1c-b775-0e9db130c28e admin admin] Publish callbacks [] for security_group (fe03fc15-a769-4552-867a-991ba75364f0), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.418419 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42662) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:29.465720 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.487203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port ee273338-6889-47ff-9141-f3be884189c2 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:29.487747 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ee273338-6889-47ff-9141-f3be884189c2), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.494371 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (92585082-121f-4392-8694-64e34d46f86d), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.616071 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762197e-f354-46f7-9219-8599477beb5f None None] Network 891856ef-b48c-48d6-a98e-0aea73e93fab requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:43:29.749392 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Pushing event updated for resources: {'Port': ['ID=e7b516c8-8fa0-4932-a133-c283fa9eb98f,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:29.800005 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42672) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:29.820821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6b47bd60-3d3b-4c1c-b775-0e9db130c28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (fe03fc15-a769-4552-867a-991ba75364f0), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.823379 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6b47bd60-3d3b-4c1c-b775-0e9db130c28e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.826897 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-6b47bd60-3d3b-4c1c-b775-0e9db130c28e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe03fc15-a769-4552-867a-991ba75364f0 HTTP/1.1" status: 204 len: 168 time: 1.6358573 Apr 29 18:43:29.838878 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port ee273338-6889-47ff-9141-f3be884189c2 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:29.855047 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42830f0-0dc2-4adb-8bae-4cd4a5b0033c admin admin] Deleting subnet 9f4d3924-b37d-4547-b305-72869cd0ab52 {{(pid=110120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:43:29.905213 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Current status of the port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:29.918964 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Provisioning complete for port 2259c5d4-3189-45fd-8f43-45a78a59567d triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:29.919256 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.934096 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (30785675-111d-4144-b39c-9cbea4582306), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:29.986064 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47bd60-3d3b-4c1c-b775-0e9db130c28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe03fc15-a769-4552-867a-991ba75364f0,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:30.048118 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-4ea52089-c053-4feb-84c6-e88ae2208467 None None] Current status of the port 2259c5d4-3189-45fd-8f43-45a78a59567d is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:30.061590 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93ab9cb6-3769-4b5c-8bc6-54e7b1c25e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.063700 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f42830f0-0dc2-4adb-8bae-4cd4a5b0033c admin admin] Publish callbacks [] for subnet (9f4d3924-b37d-4547-b305-72869cd0ab52), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.124389 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5ec95584-1b5b-49ef-b78d-9047f0c9b218 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:30.126229 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5ec95584-1b5b-49ef-b78d-9047f0c9b218 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.15 "GET /v2.0/networks?id=77de3756-47f5-4b94-8570-33a74e950ec4 HTTP/1.1" status: 200 len: 811 time: 1.1764283 Apr 29 18:43:30.161363 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.195943 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-641e1250-c227-4928-8bf9-a42cf3072025 None None] Provisioning complete for port e7b516c8-8fa0-4932-a133-c283fa9eb98f triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:30.196352 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-641e1250-c227-4928-8bf9-a42cf3072025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.247677 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2259c5d4-3189-45fd-8f43-45a78a59567d up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:30.274722 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Request body: {'port': {'device_id': '841d8ea2-459e-46f5-a830-511815e9eda9', 'network_id': '77de3756-47f5-4b94-8570-33a74e950ec4', 'admin_state_up': True, 'tenant_id': '3b376e970ee94348aa59b7e1792baa7e'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:30.305331 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-641e1250-c227-4928-8bf9-a42cf3072025 None None] Port e7b516c8-8fa0-4932-a133-c283fa9eb98f cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:30.346303 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-641e1250-c227-4928-8bf9-a42cf3072025 None None] Provisioning complete for port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:30.346695 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-641e1250-c227-4928-8bf9-a42cf3072025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.417733 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Publish callbacks [] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.521672 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f42830f0-0dc2-4adb-8bae-4cd4a5b0033c admin admin] Publish callbacks [] for subnet (9f4d3924-b37d-4547-b305-72869cd0ab52), precommit_delete_associations {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.547614 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f42830f0-0dc2-4adb-8bae-4cd4a5b0033c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (9f4d3924-b37d-4547-b305-72869cd0ab52), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.569778 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Router 92585082-121f-4392-8694-64e34d46f86d is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:43:30.585796 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 2259c5d4-3189-45fd-8f43-45a78a59567d triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:30.586273 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.648171 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.649042 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.711112 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93ab9cb6-3769-4b5c-8bc6-54e7b1c25e28 admin admin] Publish callbacks [] for security_group (e4e07d27-476f-47d7-be7f-63bf2ef798f0), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.736855 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-59f25fde-6d1b-40e6-943a-d4e1257ad467 req-b0ebdfe7-4bec-4bd6-848c-d81ecc6960e3 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 210 time: 0.1395533 Apr 29 18:43:30.788051 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93ab9cb6-3769-4b5c-8bc6-54e7b1c25e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (e4e07d27-476f-47d7-be7f-63bf2ef798f0), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.788604 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 2259c5d4-3189-45fd-8f43-45a78a59567d is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:30.789369 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:30.838231 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-641e1250-c227-4928-8bf9-a42cf3072025 None None] Current status of the port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:30.867734 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f42830f0-0dc2-4adb-8bae-4cd4a5b0033c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for subnet (9f4d3924-b37d-4547-b305-72869cd0ab52), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.903632 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:43:30.943847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.951462 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-1fb5e9a6-022b-4021-925e-a75968771202 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0174608 Apr 29 18:43:30.955727 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:30.956261 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:30.963919 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Sync routers for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:43:30.964651 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42714) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:31.044138 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Router 30785675-111d-4144-b39c-9cbea4582306 is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:43:31.050007 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Pushing event updated for resources: {'Port': ['ID=e7b516c8-8fa0-4932-a133-c283fa9eb98f,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:31.069973 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f42830f0-0dc2-4adb-8bae-4cd4a5b0033c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:31.080091 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Made reservation on behalf of 3b376e970ee94348aa59b7e1792baa7e for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:31.086948 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f42830f0-0dc2-4adb-8bae-4cd4a5b0033c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9f4d3924-b37d-4547-b305-72869cd0ab52 HTTP/1.1" status: 204 len: 168 time: 1.6644492 Apr 29 18:43:31.087101 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:31.100779 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-93ab9cb6-3769-4b5c-8bc6-54e7b1c25e28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a2585b72cb444e88a1a3396ce24d559&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2931323 Apr 29 18:43:31.101711 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42726) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:31.111807 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42728) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:31.113805 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:31.114523 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:31.264879 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab9cb6-3769-4b5c-8bc6-54e7b1c25e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e07d27-476f-47d7-be7f-63bf2ef798f0,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:31.295888 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Network 755981e4-77ea-4ec8-899a-643c96679562 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:31.308385 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:31.334349 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42830f0-0dc2-4adb-8bae-4cd4a5b0033c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4d3924-b37d-4547-b305-72869cd0ab52,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:31.522653 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:43:31.641523 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Allocated IP 172.20.0.8 (77de3756-47f5-4b94-8570-33a74e950ec4/3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf/e722abd1-7c90-486d-b3f0-ec049bed85bf) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:31.662464 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (f1de1c78-e454-4eb0-bbcc-91a23cf8f11e), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:31.664568 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:31.929202 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (f1de1c78-e454-4eb0-bbcc-91a23cf8f11e), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.012298 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-abf03e65-92a9-421a-8849-64edb63d063e None None] Provisioning complete for port e7b516c8-8fa0-4932-a133-c283fa9eb98f triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:32.015246 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-abf03e65-92a9-421a-8849-64edb63d063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.111544 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1368bb17-0c42-42c0-b4f8-1a97c73fdb46 req-1bc26bb2-161a-4b74-bae8-ad97f092091f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 210 time: 0.1846209 Apr 29 18:43:32.116238 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.118263 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.119216 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.119702 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > port after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.120196 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.120704 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > port after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.121176 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.121650 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.122160 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.122706 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.153912 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-29993951-b5ec-4318-9276-fba4f9e055b9 admin admin] Publish callbacks [] for security_group (e4e07d27-476f-47d7-be7f-63bf2ef798f0), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.178181 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:32.179337 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device ee273338-6889-47ff-9141-f3be884189c2 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:32.238324 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-abf03e65-92a9-421a-8849-64edb63d063e None None] Port e7b516c8-8fa0-4932-a133-c283fa9eb98f cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:32.323773 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port ee273338-6889-47ff-9141-f3be884189c2 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:32.324541 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ee273338-6889-47ff-9141-f3be884189c2), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.363368 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:27Z', 'revision_number': 3, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:32.441710 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-29993951-b5ec-4318-9276-fba4f9e055b9 admin admin] Publish callbacks [] for security_group (e4e07d27-476f-47d7-be7f-63bf2ef798f0), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.445926 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:43:32.457956 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Sync routers for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:43:32.473756 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:32.477492 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Checking router: 92585082-121f-4392-8694-64e34d46f86d for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:43:32.477716 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:32.478892 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Updating router 92585082-121f-4392-8694-64e34d46f86d port a6a6bfec-3cd0-4c35-86d9-75b202a51588 binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:43:32.501974 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.503321 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-b3974095-8663-496b-8b7c-68735a55d769 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.8025231 Apr 29 18:43:32.511440 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.518274 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42754) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:32.521381 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.522059 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.522388 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:32.522748 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1de1c78-e454-4eb0-bbcc-91a23cf8f11e']}} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:32.577395 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:43:32.597756 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-035a0103-4551-4788-a94c-e689a826d75c admin admin] 10.222.0.50 "PUT /v2.0/routers/f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3758204 Apr 29 18:43:32.607358 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Sync routers for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:43:32.668535 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.721508 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Publish callbacks [] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.738764 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:32.843279 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port ee273338-6889-47ff-9141-f3be884189c2 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:32.844453 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:32.857826 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:32.862569 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:32.883779 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-29993951-b5ec-4318-9276-fba4f9e055b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (e4e07d27-476f-47d7-be7f-63bf2ef798f0), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.890353 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-29993951-b5ec-4318-9276-fba4f9e055b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:32.907831 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-29993951-b5ec-4318-9276-fba4f9e055b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4e07d27-476f-47d7-be7f-63bf2ef798f0 HTTP/1.1" status: 204 len: 168 time: 1.7908108 Apr 29 18:43:33.013791 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29993951-b5ec-4318-9276-fba4f9e055b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e07d27-476f-47d7-be7f-63bf2ef798f0,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:33.102240 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ed750f-001b-41a7-8212-31c8cdda958f') {'for_net_delete': True} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:33.102842 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ed750f-001b-41a7-8212-31c8cdda958f') {} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:33.179811 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:33.180293 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.202045 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:28Z', 'revision_number': 3, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:33.291415 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.363697 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668385'] for segment (96ed750f-001b-41a7-8212-31c8cdda958f), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.443270 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (96ed750f-001b-41a7-8212-31c8cdda958f), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.461277 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:43:33.462027 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542673'] for segment (96ed750f-001b-41a7-8212-31c8cdda958f), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: from cryptography.utils import int_from_bytes Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: from cryptography.utils import int_from_bytes Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: Traceback (most recent call last): Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: timer() Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: cb(*args, **kw) Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: return func(*args, **kwargs) Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: self._notify() Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: self.callback(batched_events) Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: event.method(event) Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: return f(self, *a, **k) Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._get(url).json() Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: return self.request(url, 'GET', **kwargs) Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:43:33.467157 dv-cinder-839987-1-iscsi neutron-server[110120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:43:33.620359 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Checking router: 30785675-111d-4144-b39c-9cbea4582306 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:43:33.626301 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Updating router 30785675-111d-4144-b39c-9cbea4582306 port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:43:33.630836 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:33.631275 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.641605 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (f1de1c78-e454-4eb0-bbcc-91a23cf8f11e), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.650930 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Pushing event updated for resources: {'Port': ['ID=e722abd1-7c90-486d-b3f0-ec049bed85bf,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:33.675733 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.680973 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] 10.222.0.50 "DELETE /v2.0/networks/f1de1c78-e454-4eb0-bbcc-91a23cf8f11e HTTP/1.1" status: 204 len: 168 time: 2.3997743 Apr 29 18:43:33.708534 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.723960 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42780) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:33.736527 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55819588-6de3-42e0-8714-10bc3fcd65fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1de1c78-e454-4eb0-bbcc-91a23cf8f11e,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:33.760704 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=6e16b1aa-e59b-4db7-bd91-219a1ab3c475,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:43:33.775668 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.834615 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:33.906082 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:33.916123 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e6526e-bc71-4f90-9546-1d7e576b8560 admin admin] Deleting subnet 0987e486-c7b6-4604-a17a-a3e45cd9e4c1 {{(pid=110120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:43:33.927893 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d5e6526e-bc71-4f90-9546-1d7e576b8560 admin admin] Publish callbacks [] for subnet (0987e486-c7b6-4604-a17a-a3e45cd9e4c1), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.045584 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d5e6526e-bc71-4f90-9546-1d7e576b8560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668398'] for subnet (0987e486-c7b6-4604-a17a-a3e45cd9e4c1), precommit_delete_associations {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.134092 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Network 77de3756-47f5-4b94-8570-33a74e950ec4 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:34.152143 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d5e6526e-bc71-4f90-9546-1d7e576b8560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (0987e486-c7b6-4604-a17a-a3e45cd9e4c1), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.158069 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:34.162630 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:34.169179 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:34.186166 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.201574 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3146b-f35f-4b25-8c1c-57386a69a6b4 req-3c49ca5e-041f-469f-bb81-96e95af17290 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:34.214289 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-50a3146b-f35f-4b25-8c1c-57386a69a6b4 req-3c49ca5e-041f-469f-bb81-96e95af17290 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 931 time: 0.7961068 Apr 29 18:43:34.303902 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Allocated IP 172.20.0.1 (7fa77373-526f-4ce9-a91a-e9365d9b3b0e/a3021c8e-516d-4355-b126-cc6adf0cc508/604165ab-2580-466d-aa57-d6e34a640c6b) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:34.332223 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d5e6526e-bc71-4f90-9546-1d7e576b8560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9086737'] for subnet (0987e486-c7b6-4604-a17a-a3e45cd9e4c1), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.349959 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-50a3146b-f35f-4b25-8c1c-57386a69a6b4 req-535f2641-11be-4acc-b0d1-0a0f3b2b8f42 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339231 Apr 29 18:43:34.386081 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-0a4e3cfc-9e2a-491a-a978-4aa0f3dac281 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1519468 Apr 29 18:43:34.386630 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42798) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:34.401741 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6526e-bc71-4f90-9546-1d7e576b8560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0987e486-c7b6-4604-a17a-a3e45cd9e4c1,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:34.404309 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-5ef9533e-dab1-40f9-8c77-2ea0e1eb88f7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216134706', 'description': 'tempest-description--1629102158'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:34.469753 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d5e6526e-bc71-4f90-9546-1d7e576b8560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.476141 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-d5e6526e-bc71-4f90-9546-1d7e576b8560 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0987e486-c7b6-4604-a17a-a3e45cd9e4c1 HTTP/1.1" status: 204 len: 168 time: 0.7483659 Apr 29 18:43:34.478839 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42802) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:34.528485 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5ef9533e-dab1-40f9-8c77-2ea0e1eb88f7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.545013 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Publish callbacks [] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.641409 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Publish callbacks [] for port (604165ab-2580-466d-aa57-d6e34a640c6b), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.649162 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (891856ef-b48c-48d6-a98e-0aea73e93fab), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.656727 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=6e16b1aa-e59b-4db7-bd91-219a1ab3c475,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:34.659976 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.754133 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Attempting to bind port a6a6bfec-3cd0-4c35-86d9-75b202a51588 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:34.754507 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Attempting to bind port a6a6bfec-3cd0-4c35-86d9-75b202a51588 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:34.754854 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Attempting to bind port a6a6bfec-3cd0-4c35-86d9-75b202a51588 on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:34.760529 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5ef9533e-dab1-40f9-8c77-2ea0e1eb88f7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (27b96ad0-a0bf-49b4-b8bd-64f095287653), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.771036 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5ef9533e-dab1-40f9-8c77-2ea0e1eb88f7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (27b96ad0-a0bf-49b4-b8bd-64f095287653), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.793587 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:34.794283 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:34.794371 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.794737 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:34.795223 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Bound port: a6a6bfec-3cd0-4c35-86d9-75b202a51588, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:34.795735 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.813005 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9533e-dab1-40f9-8c77-2ea0e1eb88f7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b96ad0-a0bf-49b4-b8bd-64f095287653,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:34.821193 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.868156 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] For port a6a6bfec-3cd0-4c35-86d9-75b202a51588, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:34.869450 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Pushing event updated for resources: {'Port': ['ID=604165ab-2580-466d-aa57-d6e34a640c6b,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:34.878386 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5ef9533e-dab1-40f9-8c77-2ea0e1eb88f7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.878930 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] For port a6a6bfec-3cd0-4c35-86d9-75b202a51588, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=a6a6bfec-3cd0-4c35-86d9-75b202a51588,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:34.882904 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-5ef9533e-dab1-40f9-8c77-2ea0e1eb88f7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4831088 Apr 29 18:43:34.885371 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42812) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:34.891789 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-39a77c18-7035-44ab-b9ff-8ad4dd064610 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'security_group_rule': {'security_group_id': '27b96ad0-a0bf-49b4-b8bd-64f095287653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:34.900833 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.910186 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:34.915150 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:34.919887 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:34.923409 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c1501-e640-487a-8bd7-0917ae0877c8 None None] Pushing event updated for resources: {'Port': ['ID=a6a6bfec-3cd0-4c35-86d9-75b202a51588,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:34.933152 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Publish callbacks [] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.938115 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.945147 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.979611 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (92585082-121f-4392-8694-64e34d46f86d), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:34.985437 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (891856ef-b48c-48d6-a98e-0aea73e93fab), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.032855 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c0ffc-ea06-46ea-9ccc-520d75be14cc None None] Pushing event updated for resources: {'Port': ['ID=2e04bc82-5b22-4cb4-831d-9ff8a32aa332,revision_number=2']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:35.052786 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.053151 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.056783 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.057118 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > port after_create 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.057474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.057788 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > port after_update 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.058101 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.060808 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.061146 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.061608 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.074354 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-39a77c18-7035-44ab-b9ff-8ad4dd064610 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (0c91fc94-e7e2-4dae-bdcd-3c85c21f19ac), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.079098 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Attempting to bind port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:35.079098 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Attempting to bind port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:35.079098 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Attempting to bind port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:35.092649 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:35.092994 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:35.093401 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.093794 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:35.094274 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Bound port: 2e04bc82-5b22-4cb4-831d-9ff8a32aa332, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:35.094650 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.095357 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:35.096385 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:35.102766 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c1501-e640-487a-8bd7-0917ae0877c8 None None] Pushing event updated for resources: {'Port': ['ID=a6a6bfec-3cd0-4c35-86d9-75b202a51588,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:35.179925 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] For port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:35.184742 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] For port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2e04bc82-5b22-4cb4-831d-9ff8a32aa332,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:35.199354 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.267846 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c0ffc-ea06-46ea-9ccc-520d75be14cc None None] Pushing event updated for resources: {'Port': ['ID=2e04bc82-5b22-4cb4-831d-9ff8a32aa332,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:35.288092 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:35.288832 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:35.331092 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-39a77c18-7035-44ab-b9ff-8ad4dd064610 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (0c91fc94-e7e2-4dae-bdcd-3c85c21f19ac), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.335325 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.336012 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.336906 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.337445 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 18:43:35.338020 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891856ef-b48c-48d6-a98e-0aea73e93fab']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:35.398758 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-39a77c18-7035-44ab-b9ff-8ad4dd064610 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (0c91fc94-e7e2-4dae-bdcd-3c85c21f19ac), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.403682 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2b69dc-2f1b-4c9b-947c-e1413e43af39') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:35.404281 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2b69dc-2f1b-4c9b-947c-e1413e43af39') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:35.408080 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:35.437509 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (6d2b69dc-2f1b-4c9b-947c-e1413e43af39), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.457331 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-9c5587fd-62d5-4775-97b6-b9b937a34add None None] Provisioning complete for port 604165ab-2580-466d-aa57-d6e34a640c6b triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:35.457717 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9c5587fd-62d5-4775-97b6-b9b937a34add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.462728 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.464642 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a77c18-7035-44ab-b9ff-8ad4dd064610 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c91fc94-e7e2-4dae-bdcd-3c85c21f19ac,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:35.507186 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (6d2b69dc-2f1b-4c9b-947c-e1413e43af39), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.522146 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-39a77c18-7035-44ab-b9ff-8ad4dd064610 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.525955 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-39a77c18-7035-44ab-b9ff-8ad4dd064610 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6365149 Apr 29 18:43:35.530200 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42826) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:35.533690 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:43:35.534517 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (6d2b69dc-2f1b-4c9b-947c-e1413e43af39), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.544296 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-6e0a8317-a48a-41d7-9d39-d43510472917 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'security_group_rule': {'security_group_id': '27b96ad0-a0bf-49b4-b8bd-64f095287653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: from cryptography.utils import int_from_bytes Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: from cryptography.utils import int_from_bytes Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:43:35.554402 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:43:35.629718 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:28Z', 'revision_number': 3, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:35.651912 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-9c5587fd-62d5-4775-97b6-b9b937a34add None None] Port 604165ab-2580-466d-aa57-d6e34a640c6b cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:35.659397 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bcd12-a436-4714-8f7f-7aa9e762fbf7 req-739f2ec1-2905-4e16-ba15-54717316bb07 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:35.661059 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-690bcd12-a436-4714-8f7f-7aa9e762fbf7 req-739f2ec1-2905-4e16-ba15-54717316bb07 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 931 time: 0.1704381 Apr 29 18:43:35.676744 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 2, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:35.679035 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820a3d0-bf3d-4e14-8caa-6e279238ab2e None None] The sync data for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi is: [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:28Z', 'revision_number': 3, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:43:35.702600 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6e0a8317-a48a-41d7-9d39-d43510472917 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (4ef4865c-266a-4514-b301-c241b9b19e50), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.734602 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Checking router: f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:43:35.735253 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Updating router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 port e7b516c8-8fa0-4932-a133-c283fa9eb98f binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:43:35.738090 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (891856ef-b48c-48d6-a98e-0aea73e93fab), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.738870 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:35.754747 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Allocated IP 172.20.0.1 (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972/4df2cf67-cecf-40b2-939c-f0b6276d9719/0220df4e-176b-4f50-8a2d-0be042b7ab28) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:35.820932 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-690bcd12-a436-4714-8f7f-7aa9e762fbf7 req-320c05e0-de7c-4318-a360-8ba10e7d4fe3 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528430 Apr 29 18:43:35.839269 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.855690 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.860251 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] 10.222.0.50 "DELETE /v2.0/networks/891856ef-b48c-48d6-a98e-0aea73e93fab HTTP/1.1" status: 204 len: 168 time: 1.3801019 Apr 29 18:43:35.881997 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b82a58-7a1a-4a07-9953-b70da79e2717 admin admin] Pushing event deleted for resources: {'Network': ['ID=891856ef-b48c-48d6-a98e-0aea73e93fab,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:35.947865 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:35.948054 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Publish callbacks [] for port (604165ab-2580-466d-aa57-d6e34a640c6b), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:35.958673 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.096124 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (92585082-121f-4392-8694-64e34d46f86d), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.230405 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42842) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:36.251335 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:36.251728 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.267750 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Pushing event updated for resources: {'Port': ['ID=604165ab-2580-466d-aa57-d6e34a640c6b,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:36.278694 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Publish callbacks [] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.301007 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6e0a8317-a48a-41d7-9d39-d43510472917 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (4ef4865c-266a-4514-b301-c241b9b19e50), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.313516 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6e0a8317-a48a-41d7-9d39-d43510472917 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (4ef4865c-266a-4514-b301-c241b9b19e50), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.354188 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a8317-a48a-41d7-9d39-d43510472917 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef4865c-266a-4514-b301-c241b9b19e50,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:36.362244 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6e0a8317-a48a-41d7-9d39-d43510472917 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.363867 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-6e0a8317-a48a-41d7-9d39-d43510472917 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8317578 Apr 29 18:43:36.367166 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42844) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:36.379997 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:36.392001 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.407864 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:27Z', 'revision_number': 3, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:36.418178 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-117cd473-91b7-49a8-8de9-9e05c02ccd55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c9c70cdc1a247a2b79561a4b202a277&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1842737 Apr 29 18:43:36.424460 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42846) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:36.452177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Pushing event updated for resources: {'Port': ['ID=0220df4e-176b-4f50-8a2d-0be042b7ab28,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:36.464930 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.466050 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442853b2-674a-41ed-8c4f-e7bf6545bbaa None None] The sync data for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi is: [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:27Z', 'revision_number': 3, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:43:36.466693 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:36.468870 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:36.472299 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:36.503284 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:36.535350 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (30785675-111d-4144-b39c-9cbea4582306), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.550289 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:36.605219 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:36.798716 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Publish callbacks [] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:36.808448 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.194465 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-3a9f8b0a-3893-48df-b69d-7deb00375f8e None None] Provisioning complete for port 0220df4e-176b-4f50-8a2d-0be042b7ab28 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:37.201941 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8b0a-3893-48df-b69d-7deb00375f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.222565 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.276586 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8ea1-64e0-4a06-8a5a-53b59cb770b7 admin admin] Publish callbacks [] for security_group (741f18eb-e6b4-41f4-8834-05c14c30fd72), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.329351 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0c660-f452-4db6-b64a-699bf9fb5e44 req-f955b0a1-b978-45dd-83fd-767f2bff734f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:37.341064 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-44b0c660-f452-4db6-b64a-699bf9fb5e44 req-f955b0a1-b978-45dd-83fd-767f2bff734f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 931 time: 0.3240736 Apr 29 18:43:37.405912 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8ea1-64e0-4a06-8a5a-53b59cb770b7 admin admin] Publish callbacks [] for security_group (741f18eb-e6b4-41f4-8834-05c14c30fd72), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.412195 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f8b0a-3893-48df-b69d-7deb00375f8e None None] Port 0220df4e-176b-4f50-8a2d-0be042b7ab28 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:37.491944 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c9d79-e078-4d25-a440-9a17b700123e None None] Pushing event updated for resources: {'Port': ['ID=e7b516c8-8fa0-4932-a133-c283fa9eb98f,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:37.542735 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Attempting to bind port e7b516c8-8fa0-4932-a133-c283fa9eb98f on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:37.543197 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Attempting to bind port e7b516c8-8fa0-4932-a133-c283fa9eb98f by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:37.543684 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Attempting to bind port e7b516c8-8fa0-4932-a133-c283fa9eb98f on network 755981e4-77ea-4ec8-899a-643c96679562 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:37.628824 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:37.629179 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Checking segment: {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:37.629513 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.633682 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Bound using segment: {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:37.634567 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Bound port: e7b516c8-8fa0-4932-a133-c283fa9eb98f, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:37.634709 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.641363 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.645688 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-53cfcad4-44de-46c2-bcb2-8963fa5199b7 None None] Provisioning complete for port e7b516c8-8fa0-4932-a133-c283fa9eb98f triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:37.646343 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-53cfcad4-44de-46c2-bcb2-8963fa5199b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.738063 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Router 92585082-121f-4392-8694-64e34d46f86d has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:43:37.741723 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8ea1-64e0-4a06-8a5a-53b59cb770b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (741f18eb-e6b4-41f4-8834-05c14c30fd72), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.744668 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8ea1-64e0-4a06-8a5a-53b59cb770b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.745945 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-1d3d8ea1-64e0-4a06-8a5a-53b59cb770b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/741f18eb-e6b4-41f4-8834-05c14c30fd72 HTTP/1.1" status: 204 len: 168 time: 1.3204362 Apr 29 18:43:37.750490 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-53cfcad4-44de-46c2-bcb2-8963fa5199b7 None None] Port e7b516c8-8fa0-4932-a133-c283fa9eb98f cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:37.798143 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d8ea1-64e0-4a06-8a5a-53b59cb770b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741f18eb-e6b4-41f4-8834-05c14c30fd72,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:37.811589 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-53cfcad4-44de-46c2-bcb2-8963fa5199b7 None None] Provisioning complete for port 604165ab-2580-466d-aa57-d6e34a640c6b triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:37.811992 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-53cfcad4-44de-46c2-bcb2-8963fa5199b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.824040 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Publish callbacks [] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.849075 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.929758 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-e6c957df-328f-48db-90a1-a28ee069f1c4 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:43:37.930775 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-e6c957df-328f-48db-90a1-a28ee069f1c4 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0830829 Apr 29 18:43:37.935674 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-53cfcad4-44de-46c2-bcb2-8963fa5199b7 None None] Port 604165ab-2580-466d-aa57-d6e34a640c6b cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:37.976787 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (30785675-111d-4144-b39c-9cbea4582306), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:37.987561 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Allocated IP 172.27.0.52 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/85a03caf-8ced-4400-9d4e-87b4d9f0b9ef) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:37.996711 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] For port e7b516c8-8fa0-4932-a133-c283fa9eb98f, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:38.007162 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] For port e7b516c8-8fa0-4932-a133-c283fa9eb98f, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=e7b516c8-8fa0-4932-a133-c283fa9eb98f,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:38.021719 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:38.090498 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:38.148116 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Pushing event updated for resources: {'Port': ['ID=0220df4e-176b-4f50-8a2d-0be042b7ab28,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:38.242861 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:38.243779 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:38.263481 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-44b0c660-f452-4db6-b64a-699bf9fb5e44 req-d8448bea-0d93-4bb9-a7dc-f02161247fef tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9208872 Apr 29 18:43:38.365380 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:43:38.404969 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-8391979b-33b1-43b9-8e97-3cdceb4061e2 admin admin] 10.222.0.50 "PUT /v2.0/routers/92585082-121f-4392-8694-64e34d46f86d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4388850 Apr 29 18:43:38.462569 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:38.463551 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for port (85a03caf-8ced-4400-9d4e-87b4d9f0b9ef), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:38.473167 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:38.544934 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:38.641185 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (85a03caf-8ced-4400-9d4e-87b4d9f0b9ef), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:38.725755 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c9d79-e078-4d25-a440-9a17b700123e None None] Pushing event updated for resources: {'Port': ['ID=e7b516c8-8fa0-4932-a133-c283fa9eb98f,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:38.752159 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:38.753440 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:38.792475 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42874) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:38.860230 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-ff671694-770f-476c-aade-029f5cff6483 None None] Provisioning complete for port e7b516c8-8fa0-4932-a133-c283fa9eb98f triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:38.860900 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ff671694-770f-476c-aade-029f5cff6483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:38.913115 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:38.944517 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:38.947160 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:38.956547 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Router 30785675-111d-4144-b39c-9cbea4582306 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:43:39.076091 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'Port': ['ID=85a03caf-8ced-4400-9d4e-87b4d9f0b9ef,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:39.084073 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f880bc84-b0aa-47e1-ac28-4c1f5c992f79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e7d1929ad1140338a8109af1682708e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2877817 Apr 29 18:43:39.085043 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42882) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:39.100412 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42884) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:39.221708 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:39.222148 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.274637 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2e04bc82-5b22-4cb4-831d-9ff8a32aa332,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:43:39.289855 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.290691 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device a6a6bfec-3cd0-4c35-86d9-75b202a51588 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:39.293904 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:43:39.300638 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c529dcd8-5f4b-4148-8f3c-1f230781be91 admin admin] 10.222.0.50 "PUT /v2.0/routers/30785675-111d-4144-b39c-9cbea4582306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7813132 Apr 29 18:43:39.357784 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (5729d57c-8f24-4cb8-b41b-db28cd6f743f), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.387838 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-43121a6d-3755-411f-9466-2cfd49dab57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.455831 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43a5fd-2405-4fbc-ad32-e870ad9d2829 req-245cd63d-3ed2-46c5-a680-5a8ee20204f9 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:39.463244 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=2e04bc82-5b22-4cb4-831d-9ff8a32aa332,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:39.475879 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1d43a5fd-2405-4fbc-ad32-e870ad9d2829 req-245cd63d-3ed2-46c5-a680-5a8ee20204f9 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 931 time: 0.0915313 Apr 29 18:43:39.547159 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-43121a6d-3755-411f-9466-2cfd49dab57d admin admin] Publish callbacks [] for security_group (7c76f701-60d7-468c-9ba3-17394e59ffca), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.563391 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-43121a6d-3755-411f-9466-2cfd49dab57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (7c76f701-60d7-468c-9ba3-17394e59ffca), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.589831 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (85a03caf-8ced-4400-9d4e-87b4d9f0b9ef), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.600833 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3a020900-172e-47de-a01e-0891b5786acf admin admin] Publish callbacks [] for security_group (9f431525-caf4-4b62-af8c-14ef17a42081), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.610732 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1d43a5fd-2405-4fbc-ad32-e870ad9d2829 req-37286af5-6c7b-4e0a-9ab1-53c0995172f2 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331985 Apr 29 18:43:39.613249 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:37Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:39.661036 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42900) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:39.661247 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-43121a6d-3755-411f-9466-2cfd49dab57d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8707aae31fdc4f8d81446a45a3f80d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5707145 Apr 29 18:43:39.667992 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-ff671694-770f-476c-aade-029f5cff6483 None None] Current status of the port e7b516c8-8fa0-4932-a133-c283fa9eb98f is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:39.668385 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ff671694-770f-476c-aade-029f5cff6483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.684062 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f24e35-149c-43d8-a830-4d5587ca4569 None None] The sync data for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi is: [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:37Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:43:39.691407 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43121a6d-3755-411f-9466-2cfd49dab57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c76f701-60d7-468c-9ba3-17394e59ffca,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:39.707150 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port a6a6bfec-3cd0-4c35-86d9-75b202a51588 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:39.707150 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.733231 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Sync routers for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:43:39.753382 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:39.756727 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3a020900-172e-47de-a01e-0891b5786acf admin admin] Publish callbacks [] for security_group (9f431525-caf4-4b62-af8c-14ef17a42081), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.765932 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:39.782246 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-59524303-7a45-4f4f-b2c5-fea09fcdc85a admin admin] Publish callbacks [] for security_group (7c76f701-60d7-468c-9ba3-17394e59ffca), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.833786 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-59524303-7a45-4f4f-b2c5-fea09fcdc85a admin admin] Publish callbacks [] for security_group (7c76f701-60d7-468c-9ba3-17394e59ffca), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.846403 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-ff671694-770f-476c-aade-029f5cff6483 None None] For port e7b516c8-8fa0-4932-a133-c283fa9eb98f, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=e7b516c8-8fa0-4932-a133-c283fa9eb98f,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:43:39.862224 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ff671694-770f-476c-aade-029f5cff6483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:39.995602 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42912) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:40.011558 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-e47a202a-18c4-4558-a523-f42c2e583953 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487327525', 'description': 'tempest-description--1658312110'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:40.047417 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff671694-770f-476c-aade-029f5cff6483 None None] Pushing event updated for resources: {'Port': ['ID=e7b516c8-8fa0-4932-a133-c283fa9eb98f,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:40.061510 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3a020900-172e-47de-a01e-0891b5786acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9f431525-caf4-4b62-af8c-14ef17a42081), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.063527 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-84f69592-9b34-468d-b965-33e21eb82f5f None None] Provisioning complete for port 0220df4e-176b-4f50-8a2d-0be042b7ab28 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:40.063936 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-84f69592-9b34-468d-b965-33e21eb82f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.065289 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3a020900-172e-47de-a01e-0891b5786acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.066675 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-3a020900-172e-47de-a01e-0891b5786acf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f431525-caf4-4b62-af8c-14ef17a42081 HTTP/1.1" status: 204 len: 168 time: 0.9573648 Apr 29 18:43:40.082826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e47a202a-18c4-4558-a523-f42c2e583953 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.095692 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a020900-172e-47de-a01e-0891b5786acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f431525-caf4-4b62-af8c-14ef17a42081,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:40.157178 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:40.159910 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port a6a6bfec-3cd0-4c35-86d9-75b202a51588 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:40.160511 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.163427 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-d0eb31d2-5fd1-4377-add1-1891a4c165fb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:40.174723 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-d0eb31d2-5fd1-4377-add1-1891a4c165fb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 819 time: 0.2705736 Apr 29 18:43:40.214705 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-fba4288f-3cbb-4fa6-b5e0-6db81a4b79d4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/quotas/e2f2dec75acb4277945a986b8393b0a1 HTTP/1.1" status: 200 len: 375 time: 0.0387075 Apr 29 18:43:40.279683 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for port (85a03caf-8ced-4400-9d4e-87b4d9f0b9ef), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.349528 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (85a03caf-8ced-4400-9d4e-87b4d9f0b9ef), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.349746 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-59524303-7a45-4f4f-b2c5-fea09fcdc85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (7c76f701-60d7-468c-9ba3-17394e59ffca), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.353582 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-59524303-7a45-4f4f-b2c5-fea09fcdc85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.357201 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-59524303-7a45-4f4f-b2c5-fea09fcdc85a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c76f701-60d7-468c-9ba3-17394e59ffca HTTP/1.1" status: 204 len: 168 time: 0.6935863 Apr 29 18:43:40.359031 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port a6a6bfec-3cd0-4c35-86d9-75b202a51588, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=a6a6bfec-3cd0-4c35-86d9-75b202a51588,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:43:40.365400 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59524303-7a45-4f4f-b2c5-fea09fcdc85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c76f701-60d7-468c-9ba3-17394e59ffca,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:40.374736 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Sync routers for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:43:40.376881 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-84f69592-9b34-468d-b965-33e21eb82f5f None None] Port 0220df4e-176b-4f50-8a2d-0be042b7ab28 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:40.382851 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-7e016363-8808-4a0b-b046-eef25c7a7900 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1671979 Apr 29 18:43:40.390715 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e47a202a-18c4-4558-a523-f42c2e583953 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (a7c98fb8-35a8-4a3c-b8e0-d3f94706225d), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.425155 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.516420 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e47a202a-18c4-4558-a523-f42c2e583953 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (a7c98fb8-35a8-4a3c-b8e0-d3f94706225d), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.594385 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-d34f3be1-d6cc-4e19-b5e6-37a69905c0cf service neutron] 10.222.0.50 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093735 Apr 29 18:43:40.610592 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:40.611261 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:40.701012 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a202a-18c4-4558-a523-f42c2e583953 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:40.725421 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e47a202a-18c4-4558-a523-f42c2e583953 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.730179 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e47a202a-18c4-4558-a523-f42c2e583953 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7328429 Apr 29 18:43:40.741756 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42928) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:40.783592 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-eae68642-5ec1-41f5-9b5b-536b269d8326 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'security_group_rule': {'security_group_id': 'a7c98fb8-35a8-4a3c-b8e0-d3f94706225d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:40.929627 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=a6a6bfec-3cd0-4c35-86d9-75b202a51588,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:40.935768 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'Port': ['ID=85a03caf-8ced-4400-9d4e-87b4d9f0b9ef,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:40.953424 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:40.976838 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eae68642-5ec1-41f5-9b5b-536b269d8326 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (fe0ad8a0-6ba4-4b1f-819d-f569920ee3f2), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:40.993379 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-4ab55703-a4e9-49ba-9477-3c6e1ac47ee5 service neutron] 10.222.0.50 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940008 Apr 29 18:43:41.047170 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:37Z', 'revision_number': 2, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:41.090396 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f350b-2b23-4f5d-b6d4-d013c2501898 req-2bc27e3b-cce2-495a-aef8-19020b3e8b53 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:41.115308 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-048f350b-2b23-4f5d-b6d4-d013c2501898 req-2bc27e3b-cce2-495a-aef8-19020b3e8b53 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 931 time: 0.3828633 Apr 29 18:43:41.162777 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Checking router: 30785675-111d-4144-b39c-9cbea4582306 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:43:41.163176 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Updating router 30785675-111d-4144-b39c-9cbea4582306 port 0220df4e-176b-4f50-8a2d-0be042b7ab28 binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:43:41.238524 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eae68642-5ec1-41f5-9b5b-536b269d8326 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (fe0ad8a0-6ba4-4b1f-819d-f569920ee3f2), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.244913 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eae68642-5ec1-41f5-9b5b-536b269d8326 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (fe0ad8a0-6ba4-4b1f-819d-f569920ee3f2), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.275893 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae68642-5ec1-41f5-9b5b-536b269d8326 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0ad8a0-6ba4-4b1f-819d-f569920ee3f2,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:41.285808 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.326099 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eae68642-5ec1-41f5-9b5b-536b269d8326 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.333198 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-eae68642-5ec1-41f5-9b5b-536b269d8326 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5780337 Apr 29 18:43:41.337442 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42942) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:41.345272 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (5729d57c-8f24-4cb8-b41b-db28cd6f743f), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.353983 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-3e3535f7-42a4-4e24-a031-eaddce7d8e42 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'security_group_rule': {'security_group_id': 'a7c98fb8-35a8-4a3c-b8e0-d3f94706225d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:41.382915 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:41.434294 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Request body: {'port': {'device_id': '841d8ea2-459e-46f5-a830-511815e9eda9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:41.499440 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.531879 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-54355d79-5622-46ee-9036-8f3a548f94aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1599355 Apr 29 18:43:41.559095 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-048f350b-2b23-4f5d-b6d4-d013c2501898 req-11e4d1be-cb67-4629-8187-6e996b4834da tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427714 Apr 29 18:43:41.601065 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3e3535f7-42a4-4e24-a031-eaddce7d8e42 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (c6f0d858-7538-4a1d-affc-c88d782a13bd), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.639401 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 42956) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:41.665724 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-179fab6d-c1e6-4dde-9ee7-ea319b652098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.791776 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cd925238-f213-4151-b6bf-5af3142bec98 req-1a0fad39-3b9b-4743-af29-d656100a1c66 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 210 time: 0.1594748 Apr 29 18:43:41.932242 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-179fab6d-c1e6-4dde-9ee7-ea319b652098 admin admin] Publish callbacks [] for security_group (346b6af3-3367-4369-afbc-aa6ad6019c4c), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.946379 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-179fab6d-c1e6-4dde-9ee7-ea319b652098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (346b6af3-3367-4369-afbc-aa6ad6019c4c), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:41.988428 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:42.118478 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-179fab6d-c1e6-4dde-9ee7-ea319b652098 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b2bec523ca847208dd2402fce26185e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4749560 Apr 29 18:43:42.120454 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 42980) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:42.145266 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fab6d-c1e6-4dde-9ee7-ea319b652098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346b6af3-3367-4369-afbc-aa6ad6019c4c,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:42.249972 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:42.250397 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:42.310028 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 2, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:42.330013 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-67288078-7dd7-4379-8949-151355499caf tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--216134706&fields=id&tenant_id=8d9c212254b240af938e5d7c2e9e1261 HTTP/1.1" status: 200 len: 267 time: 0.2572894 Apr 29 18:43:42.478025 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Checking router: 92585082-121f-4392-8694-64e34d46f86d for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:43:42.478556 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Updating router 92585082-121f-4392-8694-64e34d46f86d port 604165ab-2580-466d-aa57-d6e34a640c6b binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:43:42.614094 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Publish callbacks [] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:42.625801 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:42.762352 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:42.775760 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef204ee-d864-400c-ac36-04f692f3327e None None] Pushing event updated for resources: {'Port': ['ID=0220df4e-176b-4f50-8a2d-0be042b7ab28,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:42.808662 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3e3535f7-42a4-4e24-a031-eaddce7d8e42 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (c6f0d858-7538-4a1d-affc-c88d782a13bd), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:42.834159 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-2c1327c6-91e6-430c-a258-6d33050160dc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:42.839166 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-2c1327c6-91e6-430c-a258-6d33050160dc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 819 time: 0.4342942 Apr 29 18:43:42.845703 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c901c5ac-b04d-4214-a393-e2492411827c admin admin] Publish callbacks [] for security_group (346b6af3-3367-4369-afbc-aa6ad6019c4c), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:42.918741 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c901c5ac-b04d-4214-a393-e2492411827c admin admin] Publish callbacks [] for security_group (346b6af3-3367-4369-afbc-aa6ad6019c4c), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.054724 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3e3535f7-42a4-4e24-a031-eaddce7d8e42 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (c6f0d858-7538-4a1d-affc-c88d782a13bd), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.094102 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-faf8b6eb-ff01-44f1-8027-121b900f047e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/quotas/e2f2dec75acb4277945a986b8393b0a1 HTTP/1.1" status: 200 len: 375 time: 0.0233035 Apr 29 18:43:43.099922 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3535f7-42a4-4e24-a031-eaddce7d8e42 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f0d858-7538-4a1d-affc-c88d782a13bd,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:43.102972 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c901c5ac-b04d-4214-a393-e2492411827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (346b6af3-3367-4369-afbc-aa6ad6019c4c), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.106241 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c901c5ac-b04d-4214-a393-e2492411827c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.110828 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c901c5ac-b04d-4214-a393-e2492411827c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/346b6af3-3367-4369-afbc-aa6ad6019c4c HTTP/1.1" status: 204 len: 168 time: 0.9812827 Apr 29 18:43:43.137939 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Attempting to bind port 0220df4e-176b-4f50-8a2d-0be042b7ab28 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:43.142429 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Attempting to bind port 0220df4e-176b-4f50-8a2d-0be042b7ab28 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:43.143055 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Attempting to bind port 0220df4e-176b-4f50-8a2d-0be042b7ab28 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:43.156828 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:43.157468 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Checking segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:43.158028 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.158581 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Bound using segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:43.159199 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Bound port: 0220df4e-176b-4f50-8a2d-0be042b7ab28, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:43.159733 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.183730 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901c5ac-b04d-4214-a393-e2492411827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346b6af3-3367-4369-afbc-aa6ad6019c4c,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:43.190721 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-3dbd64eb-febf-4a75-8ba3-456bdbd84069 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583239 Apr 29 18:43:43.227743 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:43.229002 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device e7b516c8-8fa0-4932-a133-c283fa9eb98f up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:43.302208 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-69de7f03-8a1f-4bc0-8b86-74d1aade526f service neutron] 10.222.0.50 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993755 Apr 29 18:43:43.307519 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3e3535f7-42a4-4e24-a031-eaddce7d8e42 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.308829 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3e3535f7-42a4-4e24-a031-eaddce7d8e42 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9703050 Apr 29 18:43:43.349934 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43034) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:43.426920 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] For port 0220df4e-176b-4f50-8a2d-0be042b7ab28, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:43.433130 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] For port 0220df4e-176b-4f50-8a2d-0be042b7ab28, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0220df4e-176b-4f50-8a2d-0be042b7ab28,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:43.456031 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.567806 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:43.573624 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:43.623624 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:43.654685 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-71da7451-f851-4945-9909-aee0ae17e622 service neutron] 10.222.0.50 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029079 Apr 29 18:43:43.721743 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-ca8f217c-b277-4b73-87cc-b99184f99494 None None] Provisioning complete for port 0220df4e-176b-4f50-8a2d-0be042b7ab28 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:43.723234 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.724922 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971935-5df5-438c-adc8-75ec355a3782 req-13e1c76d-92b8-4b05-9ca6-c7272650010f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:43.726703 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ca8f217c-b277-4b73-87cc-b99184f99494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:43.745418 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-13e1c76d-92b8-4b05-9ca6-c7272650010f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 811 time: 1.4139915 Apr 29 18:43:43.777060 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-00124172-899d-4095-89b2-e408bf466e36 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/quotas/8d9c212254b240af938e5d7c2e9e1261 HTTP/1.1" status: 200 len: 375 time: 0.0302520 Apr 29 18:43:44.031043 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:44.046300 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port e7b516c8-8fa0-4932-a133-c283fa9eb98f triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:44.046402 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:44.073271 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-3b317a0e-ac22-4233-9150-d73271ba9171 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2949913 Apr 29 18:43:44.362846 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port e7b516c8-8fa0-4932-a133-c283fa9eb98f is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:44.480441 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:44.599927 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:43Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:44.630467 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:43:44.633993 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1192bf53-bdf7-423f-8af0-fced67ea92a7 None None] The sync data for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi is: [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:43Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:43:44.668592 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef204ee-d864-400c-ac36-04f692f3327e None None] Pushing event updated for resources: {'Port': ['ID=0220df4e-176b-4f50-8a2d-0be042b7ab28,revision_number=4']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:44.697214 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f217c-b277-4b73-87cc-b99184f99494 None None] Current status of the port 0220df4e-176b-4f50-8a2d-0be042b7ab28 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:44.697593 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ca8f217c-b277-4b73-87cc-b99184f99494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:44.700022 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device a6a6bfec-3cd0-4c35-86d9-75b202a51588 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:44.809305 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-3a4d3bda-bb2b-468d-84d8-d1e0309264dc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:43:44.816542 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-3a4d3bda-bb2b-468d-84d8-d1e0309264dc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4191449 Apr 29 18:43:45.004562 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-ca8f217c-b277-4b73-87cc-b99184f99494 None None] For port 0220df4e-176b-4f50-8a2d-0be042b7ab28, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0220df4e-176b-4f50-8a2d-0be042b7ab28,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:43:45.020072 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-21eb0b8a-ffb8-4925-a5f3-6898dfe0d45e service neutron] 10.222.0.50 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024419 Apr 29 18:43:45.068848 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ca8f217c-b277-4b73-87cc-b99184f99494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:45.093478 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port a6a6bfec-3cd0-4c35-86d9-75b202a51588 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:45.093478 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:45.097726 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb395e05-2e2f-4d39-9bee-aa368d68ba0e req-eaa4e23d-52c2-46bb-8467-b356ecb15f1f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:45.104838 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bb395e05-2e2f-4d39-9bee-aa368d68ba0e req-eaa4e23d-52c2-46bb-8467-b356ecb15f1f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 931 time: 0.6268153 Apr 29 18:43:45.209045 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-d73430ea-76ad-4bdb-bfb6-29b911177300 service neutron] 10.222.0.50 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879294 Apr 29 18:43:45.306941 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Allocated IP 172.27.0.31 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/1c5e28de-3f09-48e0-a750-8e8072c8157c) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:45.393837 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bb395e05-2e2f-4d39-9bee-aa368d68ba0e req-47c448e7-4295-4eca-9874-379f30f76c89 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865539 Apr 29 18:43:45.644868 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e722abd1-7c90-486d-b3f0-ec049bed85bf {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:43:45.683017 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-21421d34-03fb-4c9a-b71a-0b5b263a7f55 req-c7fdcf25-7834-487d-a86f-7eb0ced623fe tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.1128409 Apr 29 18:43:45.737544 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Publish callbacks [] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:45.756725 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a37569cd-da1b-4980-a1ff-1987a399eed7 req-3b277cc5-8da4-4ee1-a9e8-2cada676e382 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.1673794 Apr 29 18:43:45.804404 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Transition to ACTIVE for port object e722abd1-7c90-486d-b3f0-ec049bed85bf will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:43:45.820687 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:45.887457 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for port (1c5e28de-3f09-48e0-a750-8e8072c8157c), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:45.907241 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-392dd903-2e1b-40e3-a350-6dda49f6a85a None None] Provisioning complete for port 0220df4e-176b-4f50-8a2d-0be042b7ab28 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:45.907622 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-392dd903-2e1b-40e3-a350-6dda49f6a85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:45.929019 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Publish callbacks [] for port (604165ab-2580-466d-aa57-d6e34a640c6b), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:45.961271 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f217c-b277-4b73-87cc-b99184f99494 None None] Pushing event updated for resources: {'Port': ['ID=0220df4e-176b-4f50-8a2d-0be042b7ab28,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:45.970640 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:46.179968 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (1c5e28de-3f09-48e0-a750-8e8072c8157c), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:46.221285 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd2109-6ec3-413d-9c64-5a2cd2661372 None None] Pushing event updated for resources: {'Port': ['ID=604165ab-2580-466d-aa57-d6e34a640c6b,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:46.301526 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:46.329484 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:46.335493 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:46.341087 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e722abd1-7c90-486d-b3f0-ec049bed85bf,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:46.395574 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port a6a6bfec-3cd0-4c35-86d9-75b202a51588 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:46.398911 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-392dd903-2e1b-40e3-a350-6dda49f6a85a None None] Current status of the port 0220df4e-176b-4f50-8a2d-0be042b7ab28 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:46.477102 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Attempting to bind port 604165ab-2580-466d-aa57-d6e34a640c6b on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:46.478872 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Attempting to bind port 604165ab-2580-466d-aa57-d6e34a640c6b by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:46.479322 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Attempting to bind port 604165ab-2580-466d-aa57-d6e34a640c6b on network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:46.492935 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:46.495149 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Checking segment: {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:46.495570 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:46.495970 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Bound using segment: {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:46.496468 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Bound port: 604165ab-2580-466d-aa57-d6e34a640c6b, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:46.496913 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:46.643814 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0220df4e-176b-4f50-8a2d-0be042b7ab28 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:46.738714 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-bf003c64-19e3-42ec-848d-48170b68f9a1 None None] Provisioning complete for port 604165ab-2580-466d-aa57-d6e34a640c6b triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:46.740248 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-bf003c64-19e3-42ec-848d-48170b68f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:46.777173 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c4926-a3fe-42b9-89a0-45fd653954c7 req-2f1013d2-a107-4546-be75-473075b7566d tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:46.786007 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-312c4926-a3fe-42b9-89a0-45fd653954c7 req-2f1013d2-a107-4546-be75-473075b7566d tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.1857486 Apr 29 18:43:46.825722 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 0220df4e-176b-4f50-8a2d-0be042b7ab28 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:46.828294 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:46.873490 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'Port': ['ID=1c5e28de-3f09-48e0-a750-8e8072c8157c,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:46.924880 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-312c4926-a3fe-42b9-89a0-45fd653954c7 req-f5c29c09-7bf3-45fa-97c5-a44fe04d9b99 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354244 Apr 29 18:43:46.926967 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] For port 604165ab-2580-466d-aa57-d6e34a640c6b, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:46.986401 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-bf003c64-19e3-42ec-848d-48170b68f9a1 None None] Port 604165ab-2580-466d-aa57-d6e34a640c6b cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:47.001033 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] For port 604165ab-2580-466d-aa57-d6e34a640c6b, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=604165ab-2580-466d-aa57-d6e34a640c6b,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:47.031884 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.107200 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (c140002f-6b3b-4f08-8627-c31fa17ea4c7), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.131797 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-66d3ca5f-2aa6-4789-9ae2-8e74254c3956 req-1599ee2f-192a-430a-8538-b318ace0f165 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0718808 Apr 29 18:43:47.201068 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd2109-6ec3-413d-9c64-5a2cd2661372 None None] Pushing event updated for resources: {'Port': ['ID=604165ab-2580-466d-aa57-d6e34a640c6b,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:47.218430 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:43:47.218430 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:43:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:47.229131 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f449331b-496c-4c41-8c72-3e2ab927563f req-fd9a2ae4-21bc-48d4-94da-617996459993 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.3504581 Apr 29 18:43:47.229801 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 0220df4e-176b-4f50-8a2d-0be042b7ab28 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:47.336961 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1c5e28de-3f09-48e0-a750-8e8072c8157c), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.424821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Attempting to bind port e722abd1-7c90-486d-b3f0-ec049bed85bf on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:47.425280 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Attempting to bind port e722abd1-7c90-486d-b3f0-ec049bed85bf by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '1dceb0c3-4743-4050-9d93-9614f8f00692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77de3756-47f5-4b94-8570-33a74e950ec4'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:47.425657 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Attempting to bind port e722abd1-7c90-486d-b3f0-ec049bed85bf on network 77de3756-47f5-4b94-8570-33a74e950ec4 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:47.449436 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Port e722abd1-7c90-486d-b3f0-ec049bed85bf on network 77de3756-47f5-4b94-8570-33a74e950ec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:43:47.449994 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Attempting to bind port e722abd1-7c90-486d-b3f0-ec049bed85bf on network 77de3756-47f5-4b94-8570-33a74e950ec4 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:47.467753 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:47.468002 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Checking segment: {'id': '1dceb0c3-4743-4050-9d93-9614f8f00692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77de3756-47f5-4b94-8570-33a74e950ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:47.468636 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Bound using segment: {'id': '1dceb0c3-4743-4050-9d93-9614f8f00692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77de3756-47f5-4b94-8570-33a74e950ec4'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:47.469119 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Bound port: e722abd1-7c90-486d-b3f0-ec049bed85bf, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dceb0c3-4743-4050-9d93-9614f8f00692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77de3756-47f5-4b94-8570-33a74e950ec4'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:47.469437 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.520620 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:43:47.596388 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-13f360cc-720a-4ace-ad9e-b62663e38861 None None] Provisioning complete for port 604165ab-2580-466d-aa57-d6e34a640c6b triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:47.596879 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-13f360cc-720a-4ace-ad9e-b62663e38861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.661102 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] For port e722abd1-7c90-486d-b3f0-ec049bed85bf, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:47.673591 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] For port e722abd1-7c90-486d-b3f0-ec049bed85bf, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e722abd1-7c90-486d-b3f0-ec049bed85bf,segment=NetworkSegment(1dceb0c3-4743-4050-9d93-9614f8f00692),segment_id=1dceb0c3-4743-4050-9d93-9614f8f00692)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:47.692236 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.773855 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for port (1c5e28de-3f09-48e0-a750-8e8072c8157c), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.779086 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:47.780012 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.781958 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] 10.222.0.15 "PUT /v2.0/ports/e722abd1-7c90-486d-b3f0-ec049bed85bf HTTP/1.1" status: 200 len: 1093 time: 6.6740599 Apr 29 18:43:47.782570 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841d8ea2-459e-46f5-a830-511815e9eda9', 'tag': 'e722abd1-7c90-486d-b3f0-ec049bed85bf'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:43:47.797968 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (1c5e28de-3f09-48e0-a750-8e8072c8157c), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.833340 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15c089-cd61-44a4-bd14-6c38d6b37ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e722abd1-7c90-486d-b3f0-ec049bed85bf,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:47.976222 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817874dd-f643-4876-9d7c-ec1ac48fe165" -d '{"events": [{"name": "network-changed", "server_uuid": "841d8ea2-459e-46f5-a830-511815e9eda9", "tag": "e722abd1-7c90-486d-b3f0-ec049bed85bf"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:43:47.980748 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-13f360cc-720a-4ace-ad9e-b62663e38861 None None] Current status of the port 604165ab-2580-466d-aa57-d6e34a640c6b is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:47.981314 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-13f360cc-720a-4ace-ad9e-b62663e38861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.987406 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (c140002f-6b3b-4f08-8627-c31fa17ea4c7), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:47.990288 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'Port': ['ID=1c5e28de-3f09-48e0-a750-8e8072c8157c,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:48.010189 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:46Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:43:48.018863 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:48.020418 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-4f04d15d-a51e-414b-891e-42c20f06873f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4009335 Apr 29 18:43:48.053155 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df3297-7461-47da-82b5-15109f54ab2a None None] The sync data for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi is: [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:46Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:43:48.066938 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-13f360cc-720a-4ace-ad9e-b62663e38861 None None] For port 604165ab-2580-466d-aa57-d6e34a640c6b, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=604165ab-2580-466d-aa57-d6e34a640c6b,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:43:48.072843 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-13f360cc-720a-4ace-ad9e-b62663e38861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:48.140718 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f360cc-720a-4ace-ad9e-b62663e38861 None None] Pushing event updated for resources: {'Port': ['ID=604165ab-2580-466d-aa57-d6e34a640c6b,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:48.171648 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30775f1a-f2da-4bab-a6c4-840db72afbd6 req-610b1983-a8ea-4a2d-841b-a8186430648c tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:48.173240 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-30775f1a-f2da-4bab-a6c4-840db72afbd6 req-610b1983-a8ea-4a2d-841b-a8186430648c tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.0996549 Apr 29 18:43:48.206828 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bbf483-60dc-45f7-b484-60545d84b46f x-openstack-request-id: req-f0bbf483-60dc-45f7-b484-60545d84b46f {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:43:48.207445 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841d8ea2-459e-46f5-a830-511815e9eda9", "tag": "e722abd1-7c90-486d-b3f0-ec049bed85bf", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:43:48.207765 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0bbf483-60dc-45f7-b484-60545d84b46f {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:43:48.208289 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0bbf483-60dc-45f7-b484-60545d84b46f'] response: {'name': 'network-changed', 'server_uuid': '841d8ea2-459e-46f5-a830-511815e9eda9', 'tag': 'e722abd1-7c90-486d-b3f0-ec049bed85bf', 'status': 'completed', 'code': 200} Apr 29 18:43:48.237979 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-30775f1a-f2da-4bab-a6c4-840db72afbd6 req-e15a9a35-0955-4da4-8721-beedd5ad9e90 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583031 Apr 29 18:43:48.296388 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b340af6-40e6-460e-9ecd-069e52a7e979 req-0b98d540-d3c3-4b3e-bcdf-e3c6fecfe925 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0368445 Apr 29 18:43:48.487045 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-ab278a4b-687c-4f96-9a3c-756cb09c3154 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--487327525&fields=id&tenant_id=e9f31cfe6a484184b4b4873bb918b266 HTTP/1.1" status: 200 len: 267 time: 0.1514993 Apr 29 18:43:48.558379 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5d678ec9-8249-4f6a-97d0-bbf8e8ffe404 req-0abc5503-a833-4295-b81f-4b3388eeac8e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.1636040 Apr 29 18:43:48.643624 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43234) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:48.800747 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-3bcc8ea8-84a7-48a7-9fd1-718b14635360 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:48.809367 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-3bcc8ea8-84a7-48a7-9fd1-718b14635360 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 817 time: 0.3210082 Apr 29 18:43:48.854360 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-14fc0fb4-8a56-46dd-b28c-aa530ceec197 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/quotas/e9f31cfe6a484184b4b4873bb918b266 HTTP/1.1" status: 200 len: 375 time: 0.0413311 Apr 29 18:43:49.001588 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-067a3063-57c4-4c09-b3e4-4dc5c14b6f93 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451070 Apr 29 18:43:49.006094 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a79e8989-9765-4f56-b78a-134786e97092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:49.149285 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-6177de19-c90a-4df0-af8d-99f599a21be1 service neutron] 10.222.0.50 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464186 Apr 29 18:43:49.158730 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a79e8989-9765-4f56-b78a-134786e97092 admin admin] Publish callbacks [] for security_group (8d360497-8b02-4e75-99ef-c9d4b07f4c44), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:49.164700 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a79e8989-9765-4f56-b78a-134786e97092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (8d360497-8b02-4e75-99ef-c9d4b07f4c44), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:49.219241 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-a79e8989-9765-4f56-b78a-134786e97092 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eea71ec2e1244e8c9c71fc658c3a67c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5744345 Apr 29 18:43:49.229707 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43238) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:49.262810 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e8989-9765-4f56-b78a-134786e97092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d360497-8b02-4e75-99ef-c9d4b07f4c44,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:49.322421 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-8ea5fe1b-c749-4cc3-9c8c-eae505e5cc6f service neutron] 10.222.0.50 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643770 Apr 29 18:43:49.373845 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c65ea037-75e6-40c2-88e3-816d3605723c admin admin] Publish callbacks [] for security_group (8d360497-8b02-4e75-99ef-c9d4b07f4c44), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:49.463663 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bed96-4b88-4441-a559-df76d4448066 req-d3d739ab-36d7-485c-a920-8dee763896ba tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:49.465673 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-191bed96-4b88-4441-a559-df76d4448066 req-d3d739ab-36d7-485c-a920-8dee763896ba tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.1146929 Apr 29 18:43:49.506764 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c65ea037-75e6-40c2-88e3-816d3605723c admin admin] Publish callbacks [] for security_group (8d360497-8b02-4e75-99ef-c9d4b07f4c44), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:49.690483 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-191bed96-4b88-4441-a559-df76d4448066 req-997c4eca-8af0-4233-af13-747dd774473a tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018757 Apr 29 18:43:49.739952 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4c4121f6-f615-4521-9887-e0890638d965 req-483ce99d-d1b6-42fa-aebd-adb5bb283d8d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0775874 Apr 29 18:43:49.758466 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c65ea037-75e6-40c2-88e3-816d3605723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (8d360497-8b02-4e75-99ef-c9d4b07f4c44), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:49.762141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c65ea037-75e6-40c2-88e3-816d3605723c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:49.763614 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c65ea037-75e6-40c2-88e3-816d3605723c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d360497-8b02-4e75-99ef-c9d4b07f4c44 HTTP/1.1" status: 204 len: 168 time: 0.5323052 Apr 29 18:43:49.775597 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ea037-75e6-40c2-88e3-816d3605723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d360497-8b02-4e75-99ef-c9d4b07f4c44,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:49.843107 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9c364574-56b3-4528-88b7-dd47da621bdc req-5e9e1d35-b893-4261-8c98-0c30235ff90c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.0550468 Apr 29 18:43:49.960781 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-39e9c463-a71b-4222-b4d7-038e323ac52f req-abb65340-62e2-4df0-8607-344d8aed3238 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0335126 Apr 29 18:43:50.250696 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43288) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:50.276925 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8476dd04-6752-485b-98b2-4826bfad2102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:50.394336 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8476dd04-6752-485b-98b2-4826bfad2102 admin admin] Publish callbacks [] for security_group (2ef99409-7f2e-4e5a-ae04-3fbef6ba60fe), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:50.403888 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8476dd04-6752-485b-98b2-4826bfad2102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2ef99409-7f2e-4e5a-ae04-3fbef6ba60fe), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:50.504899 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-8476dd04-6752-485b-98b2-4826bfad2102 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad4227915d4f4066b089b2d9e85d5487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522721 Apr 29 18:43:50.507533 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43302) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:50.516169 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476dd04-6752-485b-98b2-4826bfad2102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef99409-7f2e-4e5a-ae04-3fbef6ba60fe,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:50.547335 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 604165ab-2580-466d-aa57-d6e34a640c6b up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:43:50.587883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-989d3aea-6ee3-46d0-8608-a00afa31ba50 admin admin] Publish callbacks [] for security_group (2ef99409-7f2e-4e5a-ae04-3fbef6ba60fe), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:50.604260 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 604165ab-2580-466d-aa57-d6e34a640c6b triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:50.604919 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:50.614402 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-989d3aea-6ee3-46d0-8608-a00afa31ba50 admin admin] Publish callbacks [] for security_group (2ef99409-7f2e-4e5a-ae04-3fbef6ba60fe), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:50.666600 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-989d3aea-6ee3-46d0-8608-a00afa31ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2ef99409-7f2e-4e5a-ae04-3fbef6ba60fe), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:50.669826 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-989d3aea-6ee3-46d0-8608-a00afa31ba50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:50.671390 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-989d3aea-6ee3-46d0-8608-a00afa31ba50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ef99409-7f2e-4e5a-ae04-3fbef6ba60fe HTTP/1.1" status: 204 len: 168 time: 0.1627831 Apr 29 18:43:50.682326 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d3aea-6ee3-46d0-8608-a00afa31ba50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef99409-7f2e-4e5a-ae04-3fbef6ba60fe,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:50.697722 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 604165ab-2580-466d-aa57-d6e34a640c6b is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:43:50.843292 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c614d2-25a5-4eb1-ace4-369cde916ec7 req-35e66ca4-0c18-414a-a4e5-6731ca7d1f72 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:50.844834 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-28c614d2-25a5-4eb1-ace4-369cde916ec7 req-35e66ca4-0c18-414a-a4e5-6731ca7d1f72 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.0881310 Apr 29 18:43:50.870209 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3e255689-4c5e-49c4-8643-c5ddebb22207 req-d68a44d8-01d6-4a07-9c4c-0b8040247001 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0396712 Apr 29 18:43:50.913603 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-28c614d2-25a5-4eb1-ace4-369cde916ec7 req-bca3626f-619e-498e-8620-f62c02f8d68b tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585670 Apr 29 18:43:51.011869 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0486b8be-c498-4d0d-9a2a-8273cd765c0b req-869320d4-35bf-474a-a782-13d0227fb844 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.0450678 Apr 29 18:43:51.094026 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817874dd-f643-4876-9d7c-ec1ac48fe165 req-eff5d231-4842-4db2-8d35-25cdca63a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:51.095126 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-817874dd-f643-4876-9d7c-ec1ac48fe165 req-eff5d231-4842-4db2-8d35-25cdca63a86f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b376e970ee94348aa59b7e1792baa7e&device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 1127 time: 0.1694050 Apr 29 18:43:51.111630 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6d6f4eda-0f93-4c29-8c09-e1f4e3c477da req-ea008f44-10ae-463c-a9cf-e0dd70ce525e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0313387 Apr 29 18:43:51.494575 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817874dd-f643-4876-9d7c-ec1ac48fe165 req-38d7e418-e58a-44a7-be92-45c9b5607acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:51.496385 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-817874dd-f643-4876-9d7c-ec1ac48fe165 req-38d7e418-e58a-44a7-be92-45c9b5607acf service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3b376e970ee94348aa59b7e1792baa7e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3581619 Apr 29 18:43:51.816051 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817874dd-f643-4876-9d7c-ec1ac48fe165 req-0a43cc9a-4d60-464d-b620-a514a950f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:51.816051 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-817874dd-f643-4876-9d7c-ec1ac48fe165 req-0a43cc9a-4d60-464d-b620-a514a950f1da service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2777972 Apr 29 18:43:52.036124 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f76febde-05bd-47e5-b5c8-34e3a1ff1798 req-cb260937-2351-40e7-b8e9-f7e42e1982e3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0611329 Apr 29 18:43:52.140837 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4804-9109-443a-9bcd-c3528320f98f req-39d3e721-b88e-4c11-8a94-f01c20400b71 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:52.145295 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c7eb4804-9109-443a-9bcd-c3528320f98f req-39d3e721-b88e-4c11-8a94-f01c20400b71 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.1152434 Apr 29 18:43:52.165119 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a4e53f85-37d7-412f-8651-732fce578784 req-88e3f424-4539-4dd9-a929-1b2322346e23 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.0379350 Apr 29 18:43:52.222252 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c7eb4804-9109-443a-9bcd-c3528320f98f req-31563b00-a4ad-4547-8c13-28fce17136d4 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Apr 29 18:43:52.316638 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3d0d3756-3fe7-4b5c-b1bb-e5c576621c44 req-da5166e5-75fd-465a-8f02-6ea7db0ec09b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0708902 Apr 29 18:43:52.451725 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bf40436f-ffef-4c47-905b-7c06e9bf96f2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:52.453684 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bf40436f-ffef-4c47-905b-7c06e9bf96f2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 819 time: 0.1236448 Apr 29 18:43:52.686909 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:53.071009 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4b58ab32-3807-4e8b-91ad-f71e1312319a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:53.153962 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ca31c97e-875b-4a65-a313-d703863d8071 req-1b69ca45-c923-4741-b5d0-3f8736ce90a1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0285578 Apr 29 18:43:53.268119 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c9ad3c5a-cb95-4365-b200-483cba1e3565 req-f261a466-631f-40cb-b504-0629110b7176 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.0303493 Apr 29 18:43:53.273322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43428) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:53.352642 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56344-6e81-4801-a9d6-bb02f98b402f req-aace3862-a1c9-4c76-8e47-3fe934be8c03 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:53.355033 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c1a56344-6e81-4801-a9d6-bb02f98b402f req-aace3862-a1c9-4c76-8e47-3fe934be8c03 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.0677543 Apr 29 18:43:53.419112 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8848c58d-a4d3-473d-916c-0ee567a003e8 req-5568ffcf-243f-4524-aab9-7c79bc3f1462 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0279372 Apr 29 18:43:53.419313 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-14eae27d-4fac-47a7-8469-28f709bd6e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:53.429409 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c1a56344-6e81-4801-a9d6-bb02f98b402f req-4ddf8bb6-e394-482a-b986-5ef2fb9ff8a2 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684509 Apr 29 18:43:53.509032 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-14eae27d-4fac-47a7-8469-28f709bd6e5e admin admin] Publish callbacks [] for security_group (f51aa551-4f02-4886-b946-f30e4e225125), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:53.513454 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-14eae27d-4fac-47a7-8469-28f709bd6e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f51aa551-4f02-4886-b946-f30e4e225125), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:53.550031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eae27d-4fac-47a7-8469-28f709bd6e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51aa551-4f02-4886-b946-f30e4e225125,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:53.554562 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-14eae27d-4fac-47a7-8469-28f709bd6e5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b3df1ea2ae24c59901801dd9dae6ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800224 Apr 29 18:43:53.557500 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43438) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:53.610906 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05dd34a1-ca27-4563-a2ef-2c322b72aef9 admin admin] Publish callbacks [] for security_group (f51aa551-4f02-4886-b946-f30e4e225125), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:53.634023 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05dd34a1-ca27-4563-a2ef-2c322b72aef9 admin admin] Publish callbacks [] for security_group (f51aa551-4f02-4886-b946-f30e4e225125), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:53.686253 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05dd34a1-ca27-4563-a2ef-2c322b72aef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f51aa551-4f02-4886-b946-f30e4e225125), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:53.689669 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05dd34a1-ca27-4563-a2ef-2c322b72aef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:53.693231 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-05dd34a1-ca27-4563-a2ef-2c322b72aef9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f51aa551-4f02-4886-b946-f30e4e225125 HTTP/1.1" status: 204 len: 168 time: 0.1321719 Apr 29 18:43:53.701004 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd34a1-ca27-4563-a2ef-2c322b72aef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51aa551-4f02-4886-b946-f30e4e225125,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:53.977903 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43452) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:53.990962 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b1986e17-52ad-4056-a6ed-e2d397f6bd9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:54.077949 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b1986e17-52ad-4056-a6ed-e2d397f6bd9d admin admin] Publish callbacks [] for security_group (32dc81ed-13d6-4cac-8ea4-4e104c3b3b42), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:54.082520 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b1986e17-52ad-4056-a6ed-e2d397f6bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (32dc81ed-13d6-4cac-8ea4-4e104c3b3b42), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:54.119859 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-b1986e17-52ad-4056-a6ed-e2d397f6bd9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46dbb7100226420fbbf6a8f17ac4acce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408634 Apr 29 18:43:54.120701 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1986e17-52ad-4056-a6ed-e2d397f6bd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc81ed-13d6-4cac-8ea4-4e104c3b3b42,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:54.123068 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43458) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:54.175950 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fe0b02d0-1773-4cdf-9ef2-728b41f37166 admin admin] Publish callbacks [] for security_group (32dc81ed-13d6-4cac-8ea4-4e104c3b3b42), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:54.197817 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fe0b02d0-1773-4cdf-9ef2-728b41f37166 admin admin] Publish callbacks [] for security_group (32dc81ed-13d6-4cac-8ea4-4e104c3b3b42), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:54.255110 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4eff2c6c-1eac-4ff3-a206-2634b0c56e9c req-dabc2a04-e928-40b7-9956-4acd73413630 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0305769 Apr 29 18:43:54.269539 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fe0b02d0-1773-4cdf-9ef2-728b41f37166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (32dc81ed-13d6-4cac-8ea4-4e104c3b3b42), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:54.272341 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fe0b02d0-1773-4cdf-9ef2-728b41f37166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:54.273756 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fe0b02d0-1773-4cdf-9ef2-728b41f37166 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32dc81ed-13d6-4cac-8ea4-4e104c3b3b42 HTTP/1.1" status: 204 len: 168 time: 0.1460710 Apr 29 18:43:54.282053 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b02d0-1773-4cdf-9ef2-728b41f37166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc81ed-13d6-4cac-8ea4-4e104c3b3b42,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:54.330954 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.15', 63053) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:54.371800 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6a659f01-70e7-4608-94c4-4ec29f47209b req-93475b42-9048-4fc0-a55a-0b546fc6525c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.0279121 Apr 29 18:43:54.522215 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5c3d8adf-26f4-4456-9da9-e85380fe1e07 req-f89c4af3-b966-4edc-b1b9-cc11930bdedf tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0313115 Apr 29 18:43:54.569886 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139342e-9f6f-40b6-add5-88369d95c1d0 req-33566c2b-f5b2-42a0-a98d-4f12955a6164 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:54.571419 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2139342e-9f6f-40b6-add5-88369d95c1d0 req-33566c2b-f5b2-42a0-a98d-4f12955a6164 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.0560009 Apr 29 18:43:54.624660 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2139342e-9f6f-40b6-add5-88369d95c1d0 req-ceec36f3-4578-4fd4-942f-2c102e135076 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Apr 29 18:43:55.305956 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d9f0-8b63-4829-b6e6-585b6fc99c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:55.353541 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-61f871e0-a1a0-4da1-936e-e01c8962b5ec req-1a3fa116-4e02-4f6a-9d49-151001959dfb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0289762 Apr 29 18:43:55.476192 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6a4e1920-475d-4b59-906c-a1ece363bde0 req-c4161b31-51f7-4693-ac35-45eff9e5f8ab tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.0309291 Apr 29 18:43:55.629176 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8ffdeb04-a9f0-4a70-b607-9d2c9deecc30 req-da724f5d-e967-461d-b6d8-a2dbe651c7b5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0377166 Apr 29 18:43:55.757121 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6edac-e7af-4e5a-8024-a9901ece2021 req-0f15eb0e-da5f-4599-a644-9781c15a8f8c tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:55.758643 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0da6edac-e7af-4e5a-8024-a9901ece2021 req-0f15eb0e-da5f-4599-a644-9781c15a8f8c tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.0469134 Apr 29 18:43:55.809059 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0da6edac-e7af-4e5a-8024-a9901ece2021 req-8a70f7f8-d273-40f2-9489-dc11e2c17037 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Apr 29 18:43:55.984726 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.15', 63055) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:55.988887 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Request body: {'port': {'device_id': '2aeb4691-7413-4b41-be65-033f0d4dbba9', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'admin_state_up': True, 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:56.003913 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.15', 63056) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:56.046859 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-703219b5-3e19-4d01-aa3b-4171df7738e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:56.048395 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-703219b5-3e19-4d01-aa3b-4171df7738e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b376e970ee94348aa59b7e1792baa7e&device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 1127 time: 0.0894890 Apr 29 18:43:56.104211 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Made reservation on behalf of e2f2dec75acb4277945a986b8393b0a1 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:56.108097 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:56.238124 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Allocated IP 172.20.0.5 (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972/4df2cf67-cecf-40b2-939c-f0b6276d9719/f01cf362-47c0-4ef5-b93d-4bf411f41847) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:56.303657 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:56.474353 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-9390257c-b446-47c1-b383-c96465ecdc49 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:56.475834 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-9390257c-b446-47c1-b383-c96465ecdc49 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 819 time: 0.1120455 Apr 29 18:43:56.536701 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:56.541479 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-f2b1fbe2-2753-46fd-9ce9-df69bc2e0145 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e722abd1-7c90-486d-b3f0-ec049bed85bf HTTP/1.1" status: 200 len: 217 time: 0.1407070 Apr 29 18:43:56.580689 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3590804b-40c5-433e-8b32-d131cfc83fa3 req-06c1c461-a293-4c41-8725-8a0ef031d8d8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0899434 Apr 29 18:43:56.589540 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Request body: {'port': {'device_id': '011f6d9b-3694-46d5-83ca-02447bd74820', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'admin_state_up': True, 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:56.597105 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:56.613118 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.15', 63058) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:43:56.776294 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-a048bf34-a8a3-4308-be32-b31a849175a4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:56.778085 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-a048bf34-a8a3-4308-be32-b31a849175a4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 817 time: 0.1630983 Apr 29 18:43:56.804022 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7d07b12a-e4ab-45e6-81f9-ceeafd42d401 req-998f9edc-8839-4d94-b5f3-342e0ad6d371 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.2103469 Apr 29 18:43:56.834643 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d6836c26-e3d4-4680-b6a4-8a0cb6610d95 req-2a46f187-7b30-4882-894b-026a5cf48f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0555844 Apr 29 18:43:56.853344 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:56.866859 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:56.892534 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:56.896446 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-f92ccd2c-b30d-434a-936d-f1189887a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:56.898152 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-f92ccd2c-b30d-434a-936d-f1189887a0b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf HTTP/1.1" status: 200 len: 851 time: 0.1315393 Apr 29 18:43:56.958794 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event updated for resources: {'Port': ['ID=f01cf362-47c0-4ef5-b93d-4bf411f41847,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:56.982107 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-7ae2bf36-25f9-4ef5-9923-b662bcb6ccd2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f31cfe6a484184b4b4873bb918b266 HTTP/1.1" status: 200 len: 379 time: 0.1060333 Apr 29 18:43:57.029140 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'port': {'device_id': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'admin_state_up': True, 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'security_groups': ['a7c98fb8-35a8-4a3c-b8e0-d3f94706225d']}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:57.046532 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:57.047509 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:57.059696 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bebbd-e592-4fb6-8407-557e2fe511f6 req-04600852-2966-492e-a493-d86c34245839 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:57.061418 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3e5bebbd-e592-4fb6-8407-557e2fe511f6 req-04600852-2966-492e-a493-d86c34245839 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.1571121 Apr 29 18:43:57.075686 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971935-5df5-438c-adc8-75ec355a3782 req-2aa90053-4af6-438e-81a6-1fcbbd0d162a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:57.077380 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-2aa90053-4af6-438e-81a6-1fcbbd0d162a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 811 time: 0.7148352 Apr 29 18:43:57.107324 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-0b0ecec5-eb1a-463e-9d06-b41a2c8ced5b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1240153 Apr 29 18:43:57.115511 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-a353d7ec-bf45-413e-b237-2d0039cf08a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=77de3756-47f5-4b94-8570-33a74e950ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805457 Apr 29 18:43:57.126400 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Made reservation on behalf of e2f2dec75acb4277945a986b8393b0a1 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:57.129940 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:57.175540 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-0c40656e-e8f7-49a8-93e6-7cd1aeacb2ea None None] Provisioning complete for port f01cf362-47c0-4ef5-b93d-4bf411f41847 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:57.176004 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0c40656e-e8f7-49a8-93e6-7cd1aeacb2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:57.179038 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3e5bebbd-e592-4fb6-8407-557e2fe511f6 req-6642b2c7-bcc2-420f-bc0b-58b73d5de66f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098101 Apr 29 18:43:57.224214 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-0c40656e-e8f7-49a8-93e6-7cd1aeacb2ea None None] Port f01cf362-47c0-4ef5-b93d-4bf411f41847 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:57.262884 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Request body: {'port': {'device_id': '2aeb4691-7413-4b41-be65-033f0d4dbba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:57.368369 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-420c6c4d-c62e-49cd-a3d9-3ebbba4ba02b service neutron] 10.222.0.15 "GET /v2.0/networks/77de3756-47f5-4b94-8570-33a74e950ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166096 Apr 29 18:43:57.376982 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Made reservation on behalf of e9f31cfe6a484184b4b4873bb918b266 for: {'port': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:57.384976 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:57.553490 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:57.577824 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-989d2fba-4d7b-4c9e-9227-639b48d39e26 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d9c212254b240af938e5d7c2e9e1261 HTTP/1.1" status: 200 len: 379 time: 0.3260379 Apr 29 18:43:57.618230 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'port': {'device_id': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'admin_state_up': True, 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'security_groups': ['27b96ad0-a0bf-49b4-b8bd-64f095287653']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:43:57.685374 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:57.691876 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Allocated IP 172.20.0.4 (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972/4df2cf67-cecf-40b2-939c-f0b6276d9719/a69f1ba0-6a4d-4944-a733-0c2a18c11996) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:57.859347 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-03b7a737-3cc2-47a3-92ea-516667690656 req-088ba5ec-8029-4bcf-8825-99b5327923f4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0430663 Apr 29 18:43:57.995678 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b35db7c0-9061-48fb-846f-2703e3eff60c req-39c44e93-a2b2-4ba2-ba93-e0eb5c81c854 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.0838516 Apr 29 18:43:57.995812 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-344276f8-1b9c-47ec-abc2-9f660fb96c42 req-a19e4673-003c-4b3d-be9e-7e1f53d5b869 service neutron] 10.222.0.15 "GET /v2.0/networks/77de3756-47f5-4b94-8570-33a74e950ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009564 Apr 29 18:43:58.003740 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1e58642c-c996-4456-9765-17bf5cdd70ae req-d895a842-7aec-497e-b9db-08261a2bde78 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0550780 Apr 29 18:43:58.046313 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Allocated IP 172.20.0.10 (7fa77373-526f-4ce9-a91a-e9365d9b3b0e/a3021c8e-516d-4355-b126-cc6adf0cc508/a63bebc4-95e6-421a-a58d-29f1b1ab96dd) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:58.058783 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Made reservation on behalf of 8d9c212254b240af938e5d7c2e9e1261 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:43:58.063454 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.163692 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.229545 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.255283 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.274353 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.397568 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:58.399832 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:58.403519 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Allocated IP 172.20.0.7 (755981e4-77ea-4ec8-899a-643c96679562/ce8524da-825e-4f56-bf05-b79b02de8e5d/a489469f-d13d-44f9-ab65-8fb8a18c83d0) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:43:58.407311 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:58.409212 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:58.411724 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:58.415583 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:58.421617 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:58.470431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c26937-3699-41c8-80f2-5873ef5e1271 req-9f007499-9f46-4387-9edc-8896e4430137 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:58.475131 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:58.475798 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.480115 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b9c26937-3699-41c8-80f2-5873ef5e1271 req-9f007499-9f46-4387-9edc-8896e4430137 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.2117829 Apr 29 18:43:58.487546 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event updated for resources: {'Port': ['ID=a69f1ba0-6a4d-4944-a733-0c2a18c11996,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:58.511471 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-bc9191ac-5a1b-45f8-91a6-d5d5352e66bc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4909091 Apr 29 18:43:58.597719 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:58.598368 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.682104 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-adc9db12-9eff-4b29-944b-fdcb29ee783f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1000152 Apr 29 18:43:58.743828 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b9c26937-3699-41c8-80f2-5873ef5e1271 req-3d4c8f04-eb49-42c4-99f3-421de7db18dd tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573559 Apr 29 18:43:58.767631 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01cf362-47c0-4ef5-b93d-4bf411f41847 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:43:58.778128 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Publish callbacks [] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.783645 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-5db6fc69-3149-48eb-ad1f-0fc6cc540f42 None None] Provisioning complete for port a69f1ba0-6a4d-4944-a733-0c2a18c11996 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:58.784204 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5db6fc69-3149-48eb-ad1f-0fc6cc540f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.809239 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Transition to ACTIVE for port object f01cf362-47c0-4ef5-b93d-4bf411f41847 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:43:58.817923 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.823002 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-5db6fc69-3149-48eb-ad1f-0fc6cc540f42 None None] Port a69f1ba0-6a4d-4944-a733-0c2a18c11996 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:58.823719 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.834164 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-5db6fc69-3149-48eb-ad1f-0fc6cc540f42 None None] Provisioning complete for port a63bebc4-95e6-421a-a58d-29f1b1ab96dd triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:58.834860 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5db6fc69-3149-48eb-ad1f-0fc6cc540f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:58.900624 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-5db6fc69-3149-48eb-ad1f-0fc6cc540f42 None None] Port a63bebc4-95e6-421a-a58d-29f1b1ab96dd cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:58.933560 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f01cf362-47c0-4ef5-b93d-4bf411f41847,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:59.060949 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:59.065586 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5a651-6bc7-4a56-aedf-b3edd7741291 req-6a6eea31-4423-4dbc-a579-97df410ec27e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:59.068184 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-45d5a651-6bc7-4a56-aedf-b3edd7741291 req-6a6eea31-4423-4dbc-a579-97df410ec27e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 931 time: 0.0865619 Apr 29 18:43:59.131002 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Network 755981e4-77ea-4ec8-899a-643c96679562 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:43:59.137973 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:43:59.146207 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:43:59.158056 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-45d5a651-6bc7-4a56-aedf-b3edd7741291 req-dbe9dd22-2dcb-4a97-87f0-984b7d59f202 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740066 Apr 29 18:43:59.204214 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:59.204858 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:59.252894 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6392653 Apr 29 18:43:59.285373 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981afe2-8936-46ef-a5f5-f654ca708184 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'Port': ['ID=a489469f-d13d-44f9-ab65-8fb8a18c83d0,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:59.330608 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Attempting to bind port f01cf362-47c0-4ef5-b93d-4bf411f41847 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:43:59.330608 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Attempting to bind port f01cf362-47c0-4ef5-b93d-4bf411f41847 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:43:59.330888 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Attempting to bind port f01cf362-47c0-4ef5-b93d-4bf411f41847 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:59.336345 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:59.337933 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Port f01cf362-47c0-4ef5-b93d-4bf411f41847 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:43:59.338249 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Attempting to bind port f01cf362-47c0-4ef5-b93d-4bf411f41847 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:43:59.348612 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:43:59.348942 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Checking segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:43:59.349316 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Bound using segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:43:59.349748 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Bound port: f01cf362-47c0-4ef5-b93d-4bf411f41847, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:43:59.350096 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:59.350756 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472231-41c8-4fb6-a76e-1b83fb29bcce req-29422bc1-c400-4400-a647-c19be1aa1732 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:59.358683 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-64472231-41c8-4fb6-a76e-1b83fb29bcce req-29422bc1-c400-4400-a647-c19be1aa1732 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 931 time: 0.1071358 Apr 29 18:43:59.384278 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec88b-1cb2-4117-b6e6-e20e998e0f40 req-09dcfa00-75c6-4f90-88aa-670f42c5e850 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:59.391458 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0faec88b-1cb2-4117-b6e6-e20e998e0f40 req-09dcfa00-75c6-4f90-88aa-670f42c5e850 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 932 time: 0.1958797 Apr 29 18:43:59.424223 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-64472231-41c8-4fb6-a76e-1b83fb29bcce req-2f8975d7-e633-4a83-a828-ac6efe4aa510 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648494 Apr 29 18:43:59.496106 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0faec88b-1cb2-4117-b6e6-e20e998e0f40 req-e68487aa-e7f9-41ff-b8c9-18c95dba993d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034906 Apr 29 18:43:59.497246 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] For port f01cf362-47c0-4ef5-b93d-4bf411f41847, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:43:59.501105 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] For port f01cf362-47c0-4ef5-b93d-4bf411f41847, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:43:59.512342 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:59.551967 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:59.552620 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:59.554183 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f01cf362-47c0-4ef5-b93d-4bf411f41847 HTTP/1.1" status: 200 len: 1093 time: 2.3046384 Apr 29 18:43:59.554654 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aeb4691-7413-4b41-be65-033f0d4dbba9', 'tag': 'f01cf362-47c0-4ef5-b93d-4bf411f41847'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:43:59.556926 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b836c008-feeb-444c-9aac-103d7d398b07" -d '{"events": [{"name": "network-changed", "server_uuid": "2aeb4691-7413-4b41-be65-033f0d4dbba9", "tag": "f01cf362-47c0-4ef5-b93d-4bf411f41847"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:43:59.568474 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-eae2f9eb-4ffd-4b01-a897-09a29ccc194f None None] Provisioning complete for port a489469f-d13d-44f9-ab65-8fb8a18c83d0 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:43:59.569778 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-eae2f9eb-4ffd-4b01-a897-09a29ccc194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:43:59.643597 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebda83b-6ab9-4708-807c-7142c21618c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f01cf362-47c0-4ef5-b93d-4bf411f41847,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:43:59.659430 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-eae2f9eb-4ffd-4b01-a897-09a29ccc194f None None] Port a489469f-d13d-44f9-ab65-8fb8a18c83d0 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:43:59.720893 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb01d22-13af-4750-bb20-bb7d52e77d32 x-openstack-request-id: req-ecb01d22-13af-4750-bb20-bb7d52e77d32 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:43:59.721180 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aeb4691-7413-4b41-be65-033f0d4dbba9", "tag": "f01cf362-47c0-4ef5-b93d-4bf411f41847", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:43:59.721588 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecb01d22-13af-4750-bb20-bb7d52e77d32 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:43:59.722148 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb01d22-13af-4750-bb20-bb7d52e77d32'] response: {'name': 'network-changed', 'server_uuid': '2aeb4691-7413-4b41-be65-033f0d4dbba9', 'tag': 'f01cf362-47c0-4ef5-b93d-4bf411f41847', 'status': 'completed', 'code': 200} Apr 29 18:43:59.868339 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68f6fa-f847-40e8-85fd-6d6c266d01e4 req-cb63e056-52b8-4a09-bb27-feeb76acf53c tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:43:59.869797 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6d68f6fa-f847-40e8-85fd-6d6c266d01e4 req-cb63e056-52b8-4a09-bb27-feeb76acf53c tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 943 time: 0.0584617 Apr 29 18:43:59.918475 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6d68f6fa-f847-40e8-85fd-6d6c266d01e4 req-464a2147-758a-453b-b943-5cc68041e0ce tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Apr 29 18:44:00.284898 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9eb63-07fc-4855-871e-4b4da5581ed9 req-1c23381a-2569-4377-beb1-e06077b8ae18 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:00.286373 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-29b9eb63-07fc-4855-871e-4b4da5581ed9 req-1c23381a-2569-4377-beb1-e06077b8ae18 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 931 time: 0.0479782 Apr 29 18:44:00.333768 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-29b9eb63-07fc-4855-871e-4b4da5581ed9 req-3bc20ca4-f6c1-4fb5-af77-77c2e1e85486 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Apr 29 18:44:00.543538 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b621bd-2ff5-4759-8477-5bb54024237b req-037057dc-031e-43a8-bd95-466804f82895 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:00.545071 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58b621bd-2ff5-4759-8477-5bb54024237b req-037057dc-031e-43a8-bd95-466804f82895 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 931 time: 0.0601516 Apr 29 18:44:00.574955 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43748) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:00.628986 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device e722abd1-7c90-486d-b3f0-ec049bed85bf details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:44:00.629913 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f61202-ab3f-4997-91a0-0114d9c27672 req-20673af3-bbc5-4b6a-ad61-ffe4f90e4da9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:00.631603 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-47f61202-ab3f-4997-91a0-0114d9c27672 req-20673af3-bbc5-4b6a-ad61-ffe4f90e4da9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 932 time: 0.0573318 Apr 29 18:44:00.631875 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58b621bd-2ff5-4759-8477-5bb54024237b req-192a06e8-31e8-43ad-87d9-945275ae8dee tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785692 Apr 29 18:44:00.689908 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Request body: {'port': {'device_id': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:44:00.701405 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Request body: {'port': {'device_id': '011f6d9b-3694-46d5-83ca-02447bd74820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:44:00.712866 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Request body: {'port': {'device_id': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:44:00.720856 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-47f61202-ab3f-4997-91a0-0114d9c27672 req-25274742-ecaf-4482-9bcb-267425f5c076 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831456 Apr 29 18:44:00.816452 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port e722abd1-7c90-486d-b3f0-ec049bed85bf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e722abd1-7c90-486d-b3f0-ec049bed85bf,segment=NetworkSegment(1dceb0c3-4743-4050-9d93-9614f8f00692),segment_id=1dceb0c3-4743-4050-9d93-9614f8f00692)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:00.824334 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:00.839503 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'e722abd1-7c90-486d-b3f0-ec049bed85bf', 'network_id': '77de3756-47f5-4b94-8570-33a74e950ec4', 'port_id': 'e722abd1-7c90-486d-b3f0-ec049bed85bf', 'mac_address': 'fa:16:3e:f5:5b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:44:00.870789 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6d33-499a-4166-9a37-16d629a10016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:00.940091 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port e722abd1-7c90-486d-b3f0-ec049bed85bf is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:44:00.942259 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:00.963612 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c008-feeb-444c-9aac-103d7d398b07 req-42e521ca-6b71-4c8b-b73d-a613221dd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:00.972291 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b836c008-feeb-444c-9aac-103d7d398b07 req-42e521ca-6b71-4c8b-b73d-a613221dd64d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 1127 time: 0.2648866 Apr 29 18:44:00.977479 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e722abd1-7c90-486d-b3f0-ec049bed85bf {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:44:01.008092 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port e722abd1-7c90-486d-b3f0-ec049bed85bf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e722abd1-7c90-486d-b3f0-ec049bed85bf,segment=NetworkSegment(1dceb0c3-4743-4050-9d93-9614f8f00692),segment_id=1dceb0c3-4743-4050-9d93-9614f8f00692)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:01.016963 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.042316 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.042635 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43774) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:01.099441 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=e722abd1-7c90-486d-b3f0-ec049bed85bf,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:01.125273 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.214804 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee20fc-4f78-4cbc-bdac-f99fdd3aa6a9 req-3d525e75-dc95-47cc-92dd-5fef8c7e2fea tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:01.216742 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dd1ddf49-1f01-42aa-8d69-d93fa61e6e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.221608 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-68ee20fc-4f78-4cbc-bdac-f99fdd3aa6a9 req-3d525e75-dc95-47cc-92dd-5fef8c7e2fea tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 944 time: 0.1732149 Apr 29 18:44:01.281207 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43780) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:01.353498 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63bebc4-95e6-421a-a58d-29f1b1ab96dd {{(pid=110120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:44:01.365424 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Publish callbacks [] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.403682 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.provisioning_blocks [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Transition to ACTIVE for port object a63bebc4-95e6-421a-a58d-29f1b1ab96dd will not be triggered until provisioned by entity L2. {{(pid=110120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:44:01.407210 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dd1ddf49-1f01-42aa-8d69-d93fa61e6e9a admin admin] Publish callbacks [] for security_group (2e6d3f7b-d149-4d24-b36d-f2eeed4ed707), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.412244 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.446026 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dd1ddf49-1f01-42aa-8d69-d93fa61e6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2e6d3f7b-d149-4d24-b36d-f2eeed4ed707), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.541846 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['e722abd1-7c90-486d-b3f0-ec049bed85bf'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:44:01.615430 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6bd03abf-68f9-48ca-ba50-7d43cd78f705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.634426 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c008-feeb-444c-9aac-103d7d398b07 req-898bcb1a-b6be-4121-b574-2d7a3eb45328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:01.636261 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b836c008-feeb-444c-9aac-103d7d398b07 req-898bcb1a-b6be-4121-b574-2d7a3eb45328 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e2f2dec75acb4277945a986b8393b0a1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6263707 Apr 29 18:44:01.640675 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6d33-499a-4166-9a37-16d629a10016 admin admin] Publish callbacks [] for security_group (ca2dd53d-50a0-4130-baa7-5152ffad3e56), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.654166 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-68ee20fc-4f78-4cbc-bdac-f99fdd3aa6a9 req-ec7c6c72-6f8b-400a-bc22-4df1ede96d13 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308155 Apr 29 18:44:01.682467 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-dd1ddf49-1f01-42aa-8d69-d93fa61e6e9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61de61544d2140e88a73e96e06e3a9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6385574 Apr 29 18:44:01.683347 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:01.691650 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76691-ed30-406f-9090-9eb7f22e3cc3 req-b5d08233-f8e6-48c4-a00b-9bcdf4ed2908 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:01.698991 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f0a76691-ed30-406f-9090-9eb7f22e3cc3 req-b5d08233-f8e6-48c4-a00b-9bcdf4ed2908 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 931 time: 0.2604182 Apr 29 18:44:01.701520 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43788) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:01.709608 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ddf49-1f01-42aa-8d69-d93fa61e6e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6d3f7b-d149-4d24-b36d-f2eeed4ed707,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:01.729730 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6d33-499a-4166-9a37-16d629a10016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ca2dd53d-50a0-4130-baa7-5152ffad3e56), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.841588 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f0a76691-ed30-406f-9090-9eb7f22e3cc3 req-04fef0f5-65bf-4f98-913d-3fc6fb0aca89 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409147 Apr 29 18:44:01.893930 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.managers [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Attempting to bind port a63bebc4-95e6-421a-a58d-29f1b1ab96dd on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:44:01.894293 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.managers [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Attempting to bind port a63bebc4-95e6-421a-a58d-29f1b1ab96dd by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'}] {{(pid=110120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:44:01.894682 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Attempting to bind port a63bebc4-95e6-421a-a58d-29f1b1ab96dd on network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:44:01.905635 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5d5d6d33-499a-4166-9a37-16d629a10016 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7175d930c72449a3a9ab36f6d9c491d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3271401 Apr 29 18:44:01.908396 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43792) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:01.914434 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6bd03abf-68f9-48ca-ba50-7d43cd78f705 admin admin] Publish callbacks [] for security_group (3a6c02b6-b758-44f8-a05d-526acc0e3636), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.925827 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Port a63bebc4-95e6-421a-a58d-29f1b1ab96dd on network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:44:01.926003 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Attempting to bind port a63bebc4-95e6-421a-a58d-29f1b1ab96dd on network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:44:01.945608 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6bd03abf-68f9-48ca-ba50-7d43cd78f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (3a6c02b6-b758-44f8-a05d-526acc0e3636), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.951544 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d6d33-499a-4166-9a37-16d629a10016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2dd53d-50a0-4130-baa7-5152ffad3e56,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:01.960233 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da62b4-fa10-4b07-940c-c8f2b0fff722 req-f7a0f8bc-b13b-490b-89c6-74b9b1b302e7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:01.961715 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-46da62b4-fa10-4b07-940c-c8f2b0fff722 req-f7a0f8bc-b13b-490b-89c6-74b9b1b302e7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 931 time: 0.2108951 Apr 29 18:44:01.994208 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:44:01.994585 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Checking segment: {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:44:01.995122 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Bound using segment: {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'} {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:44:01.995544 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.managers [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Bound port: a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'}}] {{(pid=110120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:44:01.995905 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:01.997737 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-35b65cd5-d507-4b8f-b289-e9fa4154f3df admin admin] Publish callbacks [] for security_group (2e6d3f7b-d149-4d24-b36d-f2eeed4ed707), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.039245 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c008-feeb-444c-9aac-103d7d398b07 req-ead78ba0-b29b-4746-b039-1573ecfc9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:02.040841 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b836c008-feeb-444c-9aac-103d7d398b07 req-ead78ba0-b29b-4746-b039-1573ecfc9e8d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3915987 Apr 29 18:44:02.071662 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe96cce-15b4-437e-a9f1-454aef0cbb09 req-0641b5f7-ff25-491c-9d7d-4ee5fe562e4c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:02.075403 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5fe96cce-15b4-437e-a9f1-454aef0cbb09 req-0641b5f7-ff25-491c-9d7d-4ee5fe562e4c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.1641815 Apr 29 18:44:02.096427 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-35b65cd5-d507-4b8f-b289-e9fa4154f3df admin admin] Publish callbacks [] for security_group (2e6d3f7b-d149-4d24-b36d-f2eeed4ed707), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.102635 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-6bd03abf-68f9-48ca-ba50-7d43cd78f705 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3d5b3e6372a47468a84dd19898bc2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8175976 Apr 29 18:44:02.111202 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-46da62b4-fa10-4b07-940c-c8f2b0fff722 req-caaf11a5-26fe-455a-97a9-74361023ea2a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348953 Apr 29 18:44:02.119297 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43800) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:02.130025 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd03abf-68f9-48ca-ba50-7d43cd78f705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c02b6-b758-44f8-a05d-526acc0e3636,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:02.188403 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9d381b6c-fccd-4d94-8ea3-ddbe1285934d admin admin] Publish callbacks [] for security_group (ca2dd53d-50a0-4130-baa7-5152ffad3e56), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.285234 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a489469f-d13d-44f9-ab65-8fb8a18c83d0 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:44:02.298183 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-4c48bdde-9d94-4cad-8269-da6c2adf3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:02.299744 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-4c48bdde-9d94-4cad-8269-da6c2adf3de5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 1127 time: 0.1384509 Apr 29 18:44:02.303162 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Publish callbacks [] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.329209 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69f1ba0-6a4d-4944-a733-0c2a18c11996 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:44:02.344835 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Transition to ACTIVE for port object a489469f-d13d-44f9-ab65-8fb8a18c83d0 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:44:02.377364 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Publish callbacks [] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.402974 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, cleared binding levels {{(pid=110120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:44:02.407256 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9d381b6c-fccd-4d94-8ea3-ddbe1285934d admin admin] Publish callbacks [] for security_group (ca2dd53d-50a0-4130-baa7-5152ffad3e56), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.411746 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.418985 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-20b2400a-163c-49f7-baeb-aa052d811d02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847 HTTP/1.1" status: 200 len: 217 time: 0.1002517 Apr 29 18:44:02.419561 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bd910681-2126-4d9f-b49b-1ecb5405078f admin admin] Publish callbacks [] for security_group (3a6c02b6-b758-44f8-a05d-526acc0e3636), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.430833 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5fe96cce-15b4-437e-a9f1-454aef0cbb09 req-da7a4e01-0901-4635-a881-05226eb2e638 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3382485 Apr 29 18:44:02.437582 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-35b65cd5-d507-4b8f-b289-e9fa4154f3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2e6d3f7b-d149-4d24-b36d-f2eeed4ed707), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.440065 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-35b65cd5-d507-4b8f-b289-e9fa4154f3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.441145 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-35b65cd5-d507-4b8f-b289-e9fa4154f3df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e6d3f7b-d149-4d24-b36d-f2eeed4ed707 HTTP/1.1" status: 204 len: 168 time: 0.7325928 Apr 29 18:44:02.447984 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:44:02.461342 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b65cd5-d507-4b8f-b289-e9fa4154f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6d3f7b-d149-4d24-b36d-f2eeed4ed707,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:02.467639 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Pushing event updated for resources: {'Port': ['ID=a489469f-d13d-44f9-ab65-8fb8a18c83d0,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:02.474680 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Transition to ACTIVE for port object a69f1ba0-6a4d-4944-a733-0c2a18c11996 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:44:02.487008 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.497128 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bd910681-2126-4d9f-b49b-1ecb5405078f admin admin] Publish callbacks [] for security_group (3a6c02b6-b758-44f8-a05d-526acc0e3636), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.526579 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:02.527496 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.528683 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] 10.222.0.15 "PUT /v2.0/ports/a63bebc4-95e6-421a-a58d-29f1b1ab96dd HTTP/1.1" status: 200 len: 1094 time: 1.8230822 Apr 29 18:44:02.529153 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:44:02.587175 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d1e74-3dc7-4259-aa89-30b28cb56b96 service neutron] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=3']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:02.600612 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.601140 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9d381b6c-fccd-4d94-8ea3-ddbe1285934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ca2dd53d-50a0-4130-baa7-5152ffad3e56), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.606946 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9d381b6c-fccd-4d94-8ea3-ddbe1285934d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.614968 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9d381b6c-fccd-4d94-8ea3-ddbe1285934d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca2dd53d-50a0-4130-baa7-5152ffad3e56 HTTP/1.1" status: 204 len: 168 time: 0.7024570 Apr 29 18:44:02.627237 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device e722abd1-7c90-486d-b3f0-ec049bed85bf up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:44:02.714829 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d381b6c-fccd-4d94-8ea3-ddbe1285934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2dd53d-50a0-4130-baa7-5152ffad3e56,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:02.755729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-40be299e-135e-4ee1-9bd6-999d2a46c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:02.762066 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-40be299e-135e-4ee1-9bd6-999d2a46c68b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 1128 time: 0.1406293 Apr 29 18:44:02.783710 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port e722abd1-7c90-486d-b3f0-ec049bed85bf completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:44:02.810573 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port e722abd1-7c90-486d-b3f0-ec049bed85bf triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:44:02.814133 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:02.932087 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:44:02.939138 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-75d4ac53-4dea-4fd5-9530-71c944e5e676 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd HTTP/1.1" status: 200 len: 217 time: 0.1659734 Apr 29 18:44:03.020433 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43818) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:03.057641 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-111938ec-bdc3-494d-9e54-d6a3a7b8c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.059300 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-111938ec-bdc3-494d-9e54-d6a3a7b8c6ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.6297288 Apr 29 18:44:03.080153 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Attempting to bind port a69f1ba0-6a4d-4944-a733-0c2a18c11996 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:44:03.080816 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Attempting to bind port a69f1ba0-6a4d-4944-a733-0c2a18c11996 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:44:03.081391 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Attempting to bind port a69f1ba0-6a4d-4944-a733-0c2a18c11996 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:44:03.093523 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0219-25f1-450f-872f-8229a2a658f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.145187 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port e722abd1-7c90-486d-b3f0-ec049bed85bf is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:44:03.145610 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.161254 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Port a69f1ba0-6a4d-4944-a733-0c2a18c11996 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:44:03.161576 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Attempting to bind port a69f1ba0-6a4d-4944-a733-0c2a18c11996 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:44:03.185154 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a69f1ba0-6a4d-4944-a733-0c2a18c11996,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:03.199927 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d8ea2-459e-46f5-a830-511815e9eda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e722abd1-7c90-486d-b3f0-ec049bed85bf'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:44:03.231855 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-446aaf74-56f4-43c9-8dd0-c4cc0015c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.236051 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:44:03.236398 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Checking segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:44:03.236851 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Bound using segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:44:03.237375 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Bound port: a69f1ba0-6a4d-4944-a733-0c2a18c11996, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:44:03.237505 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-446aaf74-56f4-43c9-8dd0-c4cc0015c865 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.2917979 Apr 29 18:44:03.237732 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.245539 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ee51e-8560-424e-9532-9d852623853b req-1c1777b4-8136-43b8-8afe-6c15d2adf251 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.247382 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c21ee51e-8560-424e-9532-9d852623853b req-1c1777b4-8136-43b8-8afe-6c15d2adf251 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.2308331 Apr 29 18:44:03.273835 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c4af-b8cc-4a98-bfe4-d9be0db667b3 req-75d5a3e0-c6af-4b68-a41e-2bd021d84ba6 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.285779 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ae48c4af-b8cc-4a98-bfe4-d9be0db667b3 req-75d5a3e0-c6af-4b68-a41e-2bd021d84ba6 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 944 time: 0.4338865 Apr 29 18:44:03.311967 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Attempting to bind port a489469f-d13d-44f9-ab65-8fb8a18c83d0 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:44:03.311967 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Attempting to bind port a489469f-d13d-44f9-ab65-8fb8a18c83d0 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:44:03.312829 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Attempting to bind port a489469f-d13d-44f9-ab65-8fb8a18c83d0 on network 755981e4-77ea-4ec8-899a-643c96679562 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:44:03.323203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port e722abd1-7c90-486d-b3f0-ec049bed85bf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e722abd1-7c90-486d-b3f0-ec049bed85bf,segment=NetworkSegment(1dceb0c3-4743-4050-9d93-9614f8f00692),segment_id=1dceb0c3-4743-4050-9d93-9614f8f00692)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:03.335985 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.353911 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0219-25f1-450f-872f-8229a2a658f3 admin admin] Publish callbacks [] for security_group (c3f79081-f6af-466e-8b12-189cd387ff98), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.355383 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-68128892-fcd1-4371-85a0-6950c74231a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.357264 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-68128892-fcd1-4371-85a0-6950c74231a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089592 Apr 29 18:44:03.363062 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-a3d2fcfd-3235-4d06-9c6b-430976bb7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.368520 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-a3d2fcfd-3235-4d06-9c6b-430976bb7572 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2786989 Apr 29 18:44:03.381621 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Port a489469f-d13d-44f9-ab65-8fb8a18c83d0 on network 755981e4-77ea-4ec8-899a-643c96679562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:44:03.383929 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Attempting to bind port a489469f-d13d-44f9-ab65-8fb8a18c83d0 on network 755981e4-77ea-4ec8-899a-643c96679562 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:44:03.389122 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43834) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:03.394320 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c21ee51e-8560-424e-9532-9d852623853b req-c7f118da-0e53-41ba-a3ca-4ca01349a5ec tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353910 Apr 29 18:44:03.400320 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bd910681-2126-4d9f-b49b-1ecb5405078f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (3a6c02b6-b758-44f8-a05d-526acc0e3636), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.403322 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=e722abd1-7c90-486d-b3f0-ec049bed85bf,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:03.403951 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bd910681-2126-4d9f-b49b-1ecb5405078f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.405205 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-bd910681-2126-4d9f-b49b-1ecb5405078f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a6c02b6-b758-44f8-a05d-526acc0e3636 HTTP/1.1" status: 204 len: 168 time: 1.2836509 Apr 29 18:44:03.417626 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0219-25f1-450f-872f-8229a2a658f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c3f79081-f6af-466e-8b12-189cd387ff98), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.443089 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:44:03.444029 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Checking segment: {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:44:03.444559 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Bound using segment: {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:44:03.445259 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Bound port: a489469f-d13d-44f9-ab65-8fb8a18c83d0, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:44:03.446055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.469766 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-af3d8d0a-1da7-4c0e-9803-bbadcf8efb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.477468 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b266f872-38c8-48c5-a906-b28ea2090a49" -d '{"events": [{"server_uuid": "841d8ea2-459e-46f5-a830-511815e9eda9", "name": "network-vif-plugged", "status": "completed", "tag": "e722abd1-7c90-486d-b3f0-ec049bed85bf"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:44:03.500867 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd910681-2126-4d9f-b49b-1ecb5405078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c02b6-b758-44f8-a05d-526acc0e3636,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:03.573319 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fc0c0219-25f1-450f-872f-8229a2a658f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06eb6a8f9f9542ff856902d0705409e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5518916 Apr 29 18:44:03.581197 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c0219-25f1-450f-872f-8229a2a658f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f79081-f6af-466e-8b12-189cd387ff98,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:03.584688 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43844) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:03.623044 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ae48c4af-b8cc-4a98-bfe4-d9be0db667b3 req-93e14e6d-1473-4712-a457-427f37549378 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644970 Apr 29 18:44:03.704222 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-c811d3f0-7f28-4dca-b2cb-2943905750a2 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164048 Apr 29 18:44:03.729078 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] For port a489469f-d13d-44f9-ab65-8fb8a18c83d0, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:44:03.732705 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] For port a489469f-d13d-44f9-ab65-8fb8a18c83d0, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:44:03.738220 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] For port a69f1ba0-6a4d-4944-a733-0c2a18c11996, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:44:03.745750 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] For port a69f1ba0-6a4d-4944-a733-0c2a18c11996, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:44:03.748523 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.752329 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-889c9e3f-d4ed-494b-89da-c7f41956aaac service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612361 Apr 29 18:44:03.796739 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-af3d8d0a-1da7-4c0e-9803-bbadcf8efb54 admin admin] Publish callbacks [] for security_group (ccb29e0e-abd5-4fc0-9786-3cedb8658d80), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.798636 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec633be-0560-4919-b5af-b95aef051c37 x-openstack-request-id: req-7ec633be-0560-4919-b5af-b95aef051c37 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:44:03.798956 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:44:03.799212 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ec633be-0560-4919-b5af-b95aef051c37 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:44:03.799695 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec633be-0560-4919-b5af-b95aef051c37'] response: {'name': 'network-changed', 'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'status': 'completed', 'code': 200} Apr 29 18:44:03.819349 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-af3d8d0a-1da7-4c0e-9803-bbadcf8efb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ccb29e0e-abd5-4fc0-9786-3cedb8658d80), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.825421 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.853113 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.853825 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.855237 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] 10.222.0.15 "PUT /v2.0/ports/a489469f-d13d-44f9-ab65-8fb8a18c83d0 HTTP/1.1" status: 200 len: 1093 time: 3.1711223 Apr 29 18:44:03.869649 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'tag': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:44:03.872315 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a558dd87-574b-44da-89e8-7e255ee10bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dd90d5-0602-4794-b7e0-8e0045cc7b97", "tag": "a489469f-d13d-44f9-ab65-8fb8a18c83d0"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:44:03.874785 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-af3d8d0a-1da7-4c0e-9803-bbadcf8efb54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57177c2dacd243508f3c61af94b64496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752979 Apr 29 18:44:03.876178 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43848) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:03.906918 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43852) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:03.907619 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d8d0a-1da7-4c0e-9803-bbadcf8efb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb29e0e-abd5-4fc0-9786-3cedb8658d80,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:03.926383 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-94c53852-c2fc-4798-8410-ee93d368df4a admin admin] Publish callbacks [] for security_group (c3f79081-f6af-466e-8b12-189cd387ff98), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.958696 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c52df018-6c82-499e-85e4-10225febdf20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.968761 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ebc16-6f1d-481c-9aa1-f36e6d8b2141 req-6a833d4e-dc2a-4bc6-b1bf-393d46496999 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.971460 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-214ebc16-6f1d-481c-9aa1-f36e6d8b2141 req-6a833d4e-dc2a-4bc6-b1bf-393d46496999 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.2284741 Apr 29 18:44:03.984122 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9ea06-614a-4b5a-ac48-0d04a5416ec1 req-9c5dd382-7c72-44dc-b62e-c1a4f24995a6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.985808 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fba9ea06-614a-4b5a-ac48-0d04a5416ec1 req-9c5dd382-7c72-44dc-b62e-c1a4f24995a6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.1853189 Apr 29 18:44:03.989252 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:03.990528 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:03.991920 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b819ce39-ce54-4723-8687-a44db61b36f6 req-365cc68e-626d-4e33-9bd8-a340a5ce5100 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762749 Apr 29 18:44:03.992314 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/a69f1ba0-6a4d-4944-a733-0c2a18c11996 HTTP/1.1" status: 200 len: 1093 time: 3.2963984 Apr 29 18:44:04.006729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-94c53852-c2fc-4798-8410-ee93d368df4a admin admin] Publish callbacks [] for security_group (c3f79081-f6af-466e-8b12-189cd387ff98), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.088244 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766102a-bcc3-4238-bd5a-f6fca233b8af service neutron] Pushing event updated for resources: {'Port': ['ID=a489469f-d13d-44f9-ab65-8fb8a18c83d0,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:04.122487 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fba9ea06-614a-4b5a-ac48-0d04a5416ec1 req-1c0df49b-7a8d-4960-9041-8abb8621b7b9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252756 Apr 29 18:44:04.172804 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-94c53852-c2fc-4798-8410-ee93d368df4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c3f79081-f6af-466e-8b12-189cd387ff98), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.175383 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-94c53852-c2fc-4798-8410-ee93d368df4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.176583 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-94c53852-c2fc-4798-8410-ee93d368df4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3f79081-f6af-466e-8b12-189cd387ff98 HTTP/1.1" status: 204 len: 168 time: 0.5877447 Apr 29 18:44:04.183702 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-214ebc16-6f1d-481c-9aa1-f36e6d8b2141 req-42c9d896-dbbd-4d88-8798-ac6bb6efee7e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852751 Apr 29 18:44:04.198171 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c52df018-6c82-499e-85e4-10225febdf20 admin admin] Publish callbacks [] for security_group (b4049de9-8b07-49bd-b953-3a354df464c2), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.199250 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c53852-c2fc-4798-8410-ee93d368df4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f79081-f6af-466e-8b12-189cd387ff98,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:04.208628 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c52df018-6c82-499e-85e4-10225febdf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (b4049de9-8b07-49bd-b953-3a354df464c2), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.247177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971935-5df5-438c-adc8-75ec355a3782 req-5ca72005-c919-41af-b0f6-a8aafb90ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:04.249543 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-5ca72005-c919-41af-b0f6-a8aafb90ded9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 1127 time: 0.2734601 Apr 29 18:44:04.268316 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3f31-b305-4c3a-a464-180eea2de935 admin admin] Publish callbacks [] for security_group (ccb29e0e-abd5-4fc0-9786-3cedb8658d80), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.273046 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-c52df018-6c82-499e-85e4-10225febdf20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3d635fd5b824c529c5ceaffcff68a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601880 Apr 29 18:44:04.276939 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43858) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:04.279068 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b6289a4-1a2a-4ebf-9582-5f50b4c2fab3 req-57742c6f-1663-4674-bc1f-e25e84bbe4df service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126560 Apr 29 18:44:04.291580 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52df018-6c82-499e-85e4-10225febdf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4049de9-8b07-49bd-b953-3a354df464c2,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:04.319026 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3f31-b305-4c3a-a464-180eea2de935 admin admin] Publish callbacks [] for security_group (ccb29e0e-abd5-4fc0-9786-3cedb8658d80), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.324283 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9355a950-d5b7-4837-87f3-d8a3b9edb92c x-openstack-request-id: req-9355a950-d5b7-4837-87f3-d8a3b9edb92c {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:44:04.324907 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dd90d5-0602-4794-b7e0-8e0045cc7b97", "tag": "a489469f-d13d-44f9-ab65-8fb8a18c83d0", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:44:04.325403 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9355a950-d5b7-4837-87f3-d8a3b9edb92c {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:44:04.326405 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9355a950-d5b7-4837-87f3-d8a3b9edb92c'] response: {'name': 'network-changed', 'server_uuid': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'tag': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0', 'status': 'completed', 'code': 200} Apr 29 18:44:04.338065 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13da5c0-66ed-4ac8-b9d6-f623c0e404c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a69f1ba0-6a4d-4944-a733-0c2a18c11996,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:04.361135 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-803bc801-60da-4516-bd53-b7f6fb6d26bb admin admin] Publish callbacks [] for security_group (b4049de9-8b07-49bd-b953-3a354df464c2), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.401327 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-803bc801-60da-4516-bd53-b7f6fb6d26bb admin admin] Publish callbacks [] for security_group (b4049de9-8b07-49bd-b953-3a354df464c2), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.404332 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3f31-b305-4c3a-a464-180eea2de935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ccb29e0e-abd5-4fc0-9786-3cedb8658d80), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.412812 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3f31-b305-4c3a-a464-180eea2de935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.446313 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-4b9d3f31-b305-4c3a-a464-180eea2de935 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccb29e0e-abd5-4fc0-9786-3cedb8658d80 HTTP/1.1" status: 204 len: 168 time: 0.5578272 Apr 29 18:44:04.471382 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-803bc801-60da-4516-bd53-b7f6fb6d26bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (b4049de9-8b07-49bd-b953-3a354df464c2), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.475108 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-803bc801-60da-4516-bd53-b7f6fb6d26bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:04.478956 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-803bc801-60da-4516-bd53-b7f6fb6d26bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4049de9-8b07-49bd-b953-3a354df464c2 HTTP/1.1" status: 204 len: 168 time: 0.1966114 Apr 29 18:44:04.479092 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d3f31-b305-4c3a-a464-180eea2de935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb29e0e-abd5-4fc0-9786-3cedb8658d80,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:04.502202 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bc801-60da-4516-bd53-b7f6fb6d26bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4049de9-8b07-49bd-b953-3a354df464c2,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:04.573928 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d55fffe-c022-4664-a8ea-28a0f1bd5a82 x-openstack-request-id: req-6d55fffe-c022-4664-a8ea-28a0f1bd5a82 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:44:04.574424 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841d8ea2-459e-46f5-a830-511815e9eda9", "name": "network-vif-plugged", "status": "completed", "tag": "e722abd1-7c90-486d-b3f0-ec049bed85bf", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:44:04.574540 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d55fffe-c022-4664-a8ea-28a0f1bd5a82 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:44:04.575021 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d55fffe-c022-4664-a8ea-28a0f1bd5a82'] response: {'server_uuid': '841d8ea2-459e-46f5-a830-511815e9eda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e722abd1-7c90-486d-b3f0-ec049bed85bf', 'code': 200} Apr 29 18:44:04.607527 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca17d8-b217-471c-81bd-2ec6f0ff2a42 req-60baee75-18b1-454c-be06-832ed086ba8b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:04.610017 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dcca17d8-b217-471c-81bd-2ec6f0ff2a42 req-60baee75-18b1-454c-be06-832ed086ba8b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0768194 Apr 29 18:44:04.710211 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dcca17d8-b217-471c-81bd-2ec6f0ff2a42 req-ed1944ac-3e3b-4279-a78e-3cc673341c31 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932581 Apr 29 18:44:04.752995 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bc6ee-8326-49a8-9a8c-e8c14a72350c req-ae9cace0-d1fc-4707-975a-c3349dbcb36b tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:04.760110 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-260bc6ee-8326-49a8-9a8c-e8c14a72350c req-ae9cace0-d1fc-4707-975a-c3349dbcb36b tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0641901 Apr 29 18:44:04.812242 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-260bc6ee-8326-49a8-9a8c-e8c14a72350c req-87226c16-acbc-49cc-8161-e04e6f9b2a72 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512159 Apr 29 18:44:04.976943 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 43894) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:04.990686 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45c59b95-4737-4ecb-8dad-3400c24bc8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:05.076266 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45c59b95-4737-4ecb-8dad-3400c24bc8e7 admin admin] Publish callbacks [] for security_group (0e2813d8-41be-43aa-b713-0dcc62255599), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:05.082247 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45c59b95-4737-4ecb-8dad-3400c24bc8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (0e2813d8-41be-43aa-b713-0dcc62255599), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:05.139275 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-45c59b95-4737-4ecb-8dad-3400c24bc8e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6acd6a6ad07f4f678690902ca4c0e969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610804 Apr 29 18:44:05.140480 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c59b95-4737-4ecb-8dad-3400c24bc8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2813d8-41be-43aa-b713-0dcc62255599,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:05.142596 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 43904) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:05.227971 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1c06c9b9-b6db-472f-9732-2f29b619c395 admin admin] Publish callbacks [] for security_group (0e2813d8-41be-43aa-b713-0dcc62255599), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:05.281519 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0d609-7837-4f82-a0e6-d1ca2c9b2452 req-eba21ef9-b666-47e4-aeff-4d20a5297966 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:05.283207 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1ed0d609-7837-4f82-a0e6-d1ca2c9b2452 req-eba21ef9-b666-47e4-aeff-4d20a5297966 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0697377 Apr 29 18:44:05.285451 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1c06c9b9-b6db-472f-9732-2f29b619c395 admin admin] Publish callbacks [] for security_group (0e2813d8-41be-43aa-b713-0dcc62255599), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:05.369780 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f70b09-48cb-4a0b-8826-1e551500e4e0 req-02ef4273-b03f-4363-b886-e22b8b2704a7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:05.382605 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-51f70b09-48cb-4a0b-8826-1e551500e4e0 req-02ef4273-b03f-4363-b886-e22b8b2704a7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0739701 Apr 29 18:44:05.455974 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-51f70b09-48cb-4a0b-8826-1e551500e4e0 req-6cd9c433-3961-47d2-83fe-8cb0064d27a6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664606 Apr 29 18:44:05.585041 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1ed0d609-7837-4f82-a0e6-d1ca2c9b2452 req-9a29b5d1-27e6-4143-98c7-28d412014b78 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917774 Apr 29 18:44:05.607314 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1c06c9b9-b6db-472f-9732-2f29b619c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (0e2813d8-41be-43aa-b713-0dcc62255599), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:05.611212 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1c06c9b9-b6db-472f-9732-2f29b619c395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:05.613473 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-1c06c9b9-b6db-472f-9732-2f29b619c395 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e2813d8-41be-43aa-b713-0dcc62255599 HTTP/1.1" status: 204 len: 168 time: 0.4688761 Apr 29 18:44:05.627107 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06c9b9-b6db-472f-9732-2f29b619c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2813d8-41be-43aa-b713-0dcc62255599,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:05.829728 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7da45-2b7c-43e8-b1fb-17b1550e2875 req-70273d6d-8a17-4394-911f-7e07625a4f6f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:05.831115 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-09a7da45-2b7c-43e8-b1fb-17b1550e2875 req-70273d6d-8a17-4394-911f-7e07625a4f6f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0464976 Apr 29 18:44:05.906659 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-09a7da45-2b7c-43e8-b1fb-17b1550e2875 req-5f970a2f-c61f-4c21-a5d4-79fd64dda88c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645881 Apr 29 18:44:05.940584 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6873-9ae0-4796-96bd-e4566ad33e39 req-28e873cf-9eec-46aa-be5a-8443053403f8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:05.942247 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6efa6873-9ae0-4796-96bd-e4566ad33e39 req-28e873cf-9eec-46aa-be5a-8443053403f8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0557814 Apr 29 18:44:06.004421 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6efa6873-9ae0-4796-96bd-e4566ad33e39 req-bb15ece2-22e3-401c-8129-831f1a53c92f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553000 Apr 29 18:44:06.328017 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011f6d9b-3694-46d5-83ca-02447bd74820', 'tag': 'a69f1ba0-6a4d-4944-a733-0c2a18c11996'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:44:06.330487 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8" -d '{"events": [{"name": "network-changed", "server_uuid": "011f6d9b-3694-46d5-83ca-02447bd74820", "tag": "a69f1ba0-6a4d-4944-a733-0c2a18c11996"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:44:06.367411 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d34e5c-1a9d-4774-9d1d-0669b1a5de3f x-openstack-request-id: req-c4d34e5c-1a9d-4774-9d1d-0669b1a5de3f {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:44:06.367700 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011f6d9b-3694-46d5-83ca-02447bd74820", "tag": "a69f1ba0-6a4d-4944-a733-0c2a18c11996", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:44:06.367951 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4d34e5c-1a9d-4774-9d1d-0669b1a5de3f {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:44:06.368377 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d34e5c-1a9d-4774-9d1d-0669b1a5de3f'] response: {'name': 'network-changed', 'server_uuid': '011f6d9b-3694-46d5-83ca-02447bd74820', 'tag': 'a69f1ba0-6a4d-4944-a733-0c2a18c11996', 'status': 'completed', 'code': 200} Apr 29 18:44:06.563117 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90770e-e551-46a4-bc42-4277beca3c11 req-6383bd12-37b0-4d36-9ae5-4d86f674f41b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:06.564639 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c90770e-e551-46a4-bc42-4277beca3c11 req-6383bd12-37b0-4d36-9ae5-4d86f674f41b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0504351 Apr 29 18:44:06.621140 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c90770e-e551-46a4-bc42-4277beca3c11 req-5ea83387-7b0c-4904-87df-e3cd4881e91f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495334 Apr 29 18:44:06.728054 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ac5b2-cd7b-4c56-9769-29b170577b52 req-8d076d49-a442-4a84-82f9-4921fbb6da53 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:06.735673 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-031ac5b2-cd7b-4c56-9769-29b170577b52 req-8d076d49-a442-4a84-82f9-4921fbb6da53 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0592237 Apr 29 18:44:06.781075 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-031ac5b2-cd7b-4c56-9769-29b170577b52 req-adfd5c0c-0ce0-4653-a6b7-38241ec489ff tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444920 Apr 29 18:44:07.029938 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03314d43-37d8-4e0d-9eb0-249fe1fcb756 req-bb4aa0ba-6566-425d-9b45-edfbfd2ea778 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:07.038456 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-03314d43-37d8-4e0d-9eb0-249fe1fcb756 req-bb4aa0ba-6566-425d-9b45-edfbfd2ea778 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0664289 Apr 29 18:44:07.096753 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-03314d43-37d8-4e0d-9eb0-249fe1fcb756 req-9fb40ae2-19f7-44be-82a7-93721f5d226f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523541 Apr 29 18:44:07.161755 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4add-1fe5-4ef2-90bc-101763d3b266 req-821cab42-d379-44a6-a147-35e76cf6fdc6 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:07.164263 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-032e4add-1fe5-4ef2-90bc-101763d3b266 req-821cab42-d379-44a6-a147-35e76cf6fdc6 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0576675 Apr 29 18:44:07.229098 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-032e4add-1fe5-4ef2-90bc-101763d3b266 req-b772f52b-5ad2-4f78-beb7-6773a88c0c72 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596566 Apr 29 18:44:07.468170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 44042) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:07.606706 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1310444f-e98b-466a-9b48-10e1dd852bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:07.697966 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1310444f-e98b-466a-9b48-10e1dd852bd1 admin admin] Publish callbacks [] for security_group (29144e8a-aa52-424b-b18e-5aaeffb8ea57), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:07.712011 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1310444f-e98b-466a-9b48-10e1dd852bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (29144e8a-aa52-424b-b18e-5aaeffb8ea57), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:07.779172 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6f55b-77b6-4846-97a4-cc0948501e11 req-3e4dd17c-9db2-429f-8a4a-b825e39f72af tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:07.780707 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-39b6f55b-77b6-4846-97a4-cc0948501e11 req-3e4dd17c-9db2-429f-8a4a-b825e39f72af tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0813322 Apr 29 18:44:07.782237 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310444f-e98b-466a-9b48-10e1dd852bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29144e8a-aa52-424b-b18e-5aaeffb8ea57,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:07.793429 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 44060) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:07.797389 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-1310444f-e98b-466a-9b48-10e1dd852bd1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=752a506f89944f5e81c157c956f3884d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252716 Apr 29 18:44:07.799283 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 44062) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:07.834290 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-39b6f55b-77b6-4846-97a4-cc0948501e11 req-5a135a3d-47f2-43a3-b3f0-73536a6ce131 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474296 Apr 29 18:44:07.857732 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bb616cbe-a158-4ed5-8fdf-9e8866365992 admin admin] Publish callbacks [] for security_group (29144e8a-aa52-424b-b18e-5aaeffb8ea57), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:07.914516 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bb616cbe-a158-4ed5-8fdf-9e8866365992 admin admin] Publish callbacks [] for security_group (29144e8a-aa52-424b-b18e-5aaeffb8ea57), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:07.934790 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aed17c72-4316-4a8e-ba79-1922dc49b768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:07.946009 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab0aa1-1fd6-4ddf-b3c8-9ab1ab5c1b8f req-b57ccae4-226f-4626-97d5-070d38eb3db1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:07.947769 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b7ab0aa1-1fd6-4ddf-b3c8-9ab1ab5c1b8f req-b57ccae4-226f-4626-97d5-070d38eb3db1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0855875 Apr 29 18:44:08.024917 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b7ab0aa1-1fd6-4ddf-b3c8-9ab1ab5c1b8f req-dcb97e18-7a09-4213-a7c1-62ec3fd5215c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686700 Apr 29 18:44:08.025467 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bb616cbe-a158-4ed5-8fdf-9e8866365992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (29144e8a-aa52-424b-b18e-5aaeffb8ea57), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.027903 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bb616cbe-a158-4ed5-8fdf-9e8866365992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.031421 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-bb616cbe-a158-4ed5-8fdf-9e8866365992 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29144e8a-aa52-424b-b18e-5aaeffb8ea57 HTTP/1.1" status: 204 len: 168 time: 0.2283776 Apr 29 18:44:08.053082 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb616cbe-a158-4ed5-8fdf-9e8866365992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29144e8a-aa52-424b-b18e-5aaeffb8ea57,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:08.103701 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aed17c72-4316-4a8e-ba79-1922dc49b768 admin admin] Publish callbacks [] for security_group (0767ac0b-8d4a-48d6-b954-63b9383483c0), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.108062 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aed17c72-4316-4a8e-ba79-1922dc49b768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (0767ac0b-8d4a-48d6-b954-63b9383483c0), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.151774 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 44074) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:08.151927 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-aed17c72-4316-4a8e-ba79-1922dc49b768 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88805626f93d40f3b223d72c85eda4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573577 Apr 29 18:44:08.154069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed17c72-4316-4a8e-ba79-1922dc49b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0767ac0b-8d4a-48d6-b954-63b9383483c0,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:08.226345 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6050299-b04e-4fae-8ee4-379d7ebf681d req-caa2bc50-d68c-417f-aeab-74c3c9fdc843 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:08.227817 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e6050299-b04e-4fae-8ee4-379d7ebf681d req-caa2bc50-d68c-417f-aeab-74c3c9fdc843 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0646000 Apr 29 18:44:08.260830 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c668000f-baac-426d-ba48-4f16bdc216e9 admin admin] Publish callbacks [] for security_group (0767ac0b-8d4a-48d6-b954-63b9383483c0), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.300895 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c668000f-baac-426d-ba48-4f16bdc216e9 admin admin] Publish callbacks [] for security_group (0767ac0b-8d4a-48d6-b954-63b9383483c0), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.312259 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e6050299-b04e-4fae-8ee4-379d7ebf681d req-2b609eae-ec5d-44b1-a75e-4ef08a5ce897 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782332 Apr 29 18:44:08.355252 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c668000f-baac-426d-ba48-4f16bdc216e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (0767ac0b-8d4a-48d6-b954-63b9383483c0), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.358002 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c668000f-baac-426d-ba48-4f16bdc216e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.359296 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c668000f-baac-426d-ba48-4f16bdc216e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0767ac0b-8d4a-48d6-b954-63b9383483c0 HTTP/1.1" status: 204 len: 168 time: 0.2063859 Apr 29 18:44:08.369461 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668000f-baac-426d-ba48-4f16bdc216e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0767ac0b-8d4a-48d6-b954-63b9383483c0,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:08.370662 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f1ee2-3932-4ce1-9c66-c775ca5ecbc8 req-d5087572-6fa5-44b8-9c32-4e7b39519947 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:08.373488 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-db6f1ee2-3932-4ce1-9c66-c775ca5ecbc8 req-d5087572-6fa5-44b8-9c32-4e7b39519947 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0640357 Apr 29 18:44:08.429018 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-db6f1ee2-3932-4ce1-9c66-c775ca5ecbc8 req-2fb83fe1-f275-4aae-abf8-3760eb8e8a9e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490305 Apr 29 18:44:08.718322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 44102) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:08.731552 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-31bbbe38-d352-4e28-88e9-81257f17874e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.808777 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-31bbbe38-d352-4e28-88e9-81257f17874e admin admin] Publish callbacks [] for security_group (758ffc1b-f123-44a0-9c98-010eae2aaa07), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.813830 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-31bbbe38-d352-4e28-88e9-81257f17874e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (758ffc1b-f123-44a0-9c98-010eae2aaa07), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.851995 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-31bbbe38-d352-4e28-88e9-81257f17874e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ade947051be468ca93368f65b4973a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325271 Apr 29 18:44:08.852698 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbbe38-d352-4e28-88e9-81257f17874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758ffc1b-f123-44a0-9c98-010eae2aaa07,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:08.854964 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 44112) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:08.914767 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4433f5d6-9886-4498-b6f4-45970e39ba94 admin admin] Publish callbacks [] for security_group (758ffc1b-f123-44a0-9c98-010eae2aaa07), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.939078 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4433f5d6-9886-4498-b6f4-45970e39ba94 admin admin] Publish callbacks [] for security_group (758ffc1b-f123-44a0-9c98-010eae2aaa07), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:08.960335 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe2cf-3181-4f2c-a700-8b070bfd8393 req-e8550dbd-ce00-4191-9eba-f2add2a4e4f9 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:08.961933 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d9fbe2cf-3181-4f2c-a700-8b070bfd8393 req-e8550dbd-ce00-4191-9eba-f2add2a4e4f9 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0554428 Apr 29 18:44:08.999329 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4433f5d6-9886-4498-b6f4-45970e39ba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (758ffc1b-f123-44a0-9c98-010eae2aaa07), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:09.002152 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4433f5d6-9886-4498-b6f4-45970e39ba94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:09.003296 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-4433f5d6-9886-4498-b6f4-45970e39ba94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/758ffc1b-f123-44a0-9c98-010eae2aaa07 HTTP/1.1" status: 204 len: 168 time: 0.1473994 Apr 29 18:44:09.012809 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433f5d6-9886-4498-b6f4-45970e39ba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758ffc1b-f123-44a0-9c98-010eae2aaa07,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:09.036800 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d9fbe2cf-3181-4f2c-a700-8b070bfd8393 req-ab2e7bf4-50fe-4560-b6a9-3eca07baf689 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603864 Apr 29 18:44:09.155324 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d24ce1-47f3-4b47-94c3-e9ce1aa6bac6 req-fba1e036-7a97-4dad-9ecf-e1b800fda0a4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:09.157529 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-26d24ce1-47f3-4b47-94c3-e9ce1aa6bac6 req-fba1e036-7a97-4dad-9ecf-e1b800fda0a4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0575678 Apr 29 18:44:09.207747 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-26d24ce1-47f3-4b47-94c3-e9ce1aa6bac6 req-f088d250-d82f-4b9f-863b-0b58285633b9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 Apr 29 18:44:09.320011 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 44130) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:09.428403 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0d9116f9-6c79-4cff-a09e-ea02836594c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:09.438169 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecccd0-f3f3-4952-99d3-fcafe1525fa9 req-c6470eb6-b15c-4e6b-9e9a-61948e09dbad tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:09.439846 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-18ecccd0-f3f3-4952-99d3-fcafe1525fa9 req-c6470eb6-b15c-4e6b-9e9a-61948e09dbad tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0555396 Apr 29 18:44:09.495793 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-18ecccd0-f3f3-4952-99d3-fcafe1525fa9 req-890d50c9-6622-4c5f-aa05-bb4dc966a1ed tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503192 Apr 29 18:44:09.530695 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0d9116f9-6c79-4cff-a09e-ea02836594c3 admin admin] Publish callbacks [] for security_group (b1ee020a-939b-4e38-accf-429504b6ef72), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:09.535159 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0d9116f9-6c79-4cff-a09e-ea02836594c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (b1ee020a-939b-4e38-accf-429504b6ef72), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:09.603201 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 44148) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:09.603340 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-0d9116f9-6c79-4cff-a09e-ea02836594c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=192bcd6f3a374c22b7962cbe73a38fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820871 Apr 29 18:44:09.610136 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ca97-ecd5-465e-9dd6-630e696df58d req-bb846a7c-79c7-4138-bb0f-dc46de013dc8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:09.611635 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fdf3ca97-ecd5-465e-9dd6-630e696df58d req-bb846a7c-79c7-4138-bb0f-dc46de013dc8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0940971 Apr 29 18:44:09.612266 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9116f9-6c79-4cff-a09e-ea02836594c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ee020a-939b-4e38-accf-429504b6ef72,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:09.669504 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fdf3ca97-ecd5-465e-9dd6-630e696df58d req-aae9da03-00c3-4fc1-810d-006ac991bcbd tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507078 Apr 29 18:44:09.670124 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2c5f207d-9841-4e83-9747-c499bd3669f5 admin admin] Publish callbacks [] for security_group (b1ee020a-939b-4e38-accf-429504b6ef72), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:09.692850 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2c5f207d-9841-4e83-9747-c499bd3669f5 admin admin] Publish callbacks [] for security_group (b1ee020a-939b-4e38-accf-429504b6ef72), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:09.750067 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2c5f207d-9841-4e83-9747-c499bd3669f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (b1ee020a-939b-4e38-accf-429504b6ef72), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:09.752904 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2c5f207d-9841-4e83-9747-c499bd3669f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:09.761241 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-2c5f207d-9841-4e83-9747-c499bd3669f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1ee020a-939b-4e38-accf-429504b6ef72 HTTP/1.1" status: 204 len: 168 time: 0.1542771 Apr 29 18:44:09.772069 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f207d-9841-4e83-9747-c499bd3669f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ee020a-939b-4e38-accf-429504b6ef72,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:10.179201 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8caa5-6e99-4295-9f46-cf4eb5ee6d0d req-8e5b6f1e-edf7-48e0-ace0-7ed496860227 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:10.181714 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-35d8caa5-6e99-4295-9f46-cf4eb5ee6d0d req-8e5b6f1e-edf7-48e0-ace0-7ed496860227 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0785077 Apr 29 18:44:10.252640 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-35d8caa5-6e99-4295-9f46-cf4eb5ee6d0d req-51d46e97-94b2-42f1-90d9-99d4f3261266 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644960 Apr 29 18:44:10.355366 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1338aca-e32f-4b4e-908c-55718b4c6d96 req-df8435aa-27f6-4700-82f7-4218f57abcec tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:10.356961 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c1338aca-e32f-4b4e-908c-55718b4c6d96 req-df8435aa-27f6-4700-82f7-4218f57abcec tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0554914 Apr 29 18:44:10.424760 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c1338aca-e32f-4b4e-908c-55718b4c6d96 req-5566dc3e-c013-4e57-884a-72f1e3b4280e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549524 Apr 29 18:44:10.632353 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f03ab-3543-4bd2-91c8-391c22b4f6e8 req-c22349a0-80ec-4061-9d9e-5689a444ff03 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:10.633995 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f98f03ab-3543-4bd2-91c8-391c22b4f6e8 req-c22349a0-80ec-4061-9d9e-5689a444ff03 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0616169 Apr 29 18:44:10.684740 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f98f03ab-3543-4bd2-91c8-391c22b4f6e8 req-cfaecb34-8179-4052-bb57-7bf24812f22b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Apr 29 18:44:10.800255 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89bffb-f58c-4fe7-b432-c3087aadc5b2 req-0be96a1b-3f49-4987-8e90-2be6235df51b tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:10.801766 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9d89bffb-f58c-4fe7-b432-c3087aadc5b2 req-0be96a1b-3f49-4987-8e90-2be6235df51b tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0477905 Apr 29 18:44:10.862253 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9d89bffb-f58c-4fe7-b432-c3087aadc5b2 req-aacb8aa1-b9e6-4e59-9f21-1387117e6976 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527272 Apr 29 18:44:11.380850 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a54f4-f73b-4aa4-8d55-55b80e84f7e8 req-7aeca6fd-1e3d-4365-8815-bd635d232f80 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:11.382263 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e31a54f4-f73b-4aa4-8d55-55b80e84f7e8 req-7aeca6fd-1e3d-4365-8815-bd635d232f80 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0651071 Apr 29 18:44:11.436382 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e31a54f4-f73b-4aa4-8d55-55b80e84f7e8 req-f8cdfd17-7408-402d-a58d-216e47c13628 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471632 Apr 29 18:44:11.553267 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62134b-cb0d-4146-8e1a-de17ecb9ca9a req-ca3bd096-a721-4f16-ac13-4716230138b2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:11.554778 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6f62134b-cb0d-4146-8e1a-de17ecb9ca9a req-ca3bd096-a721-4f16-ac13-4716230138b2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0521698 Apr 29 18:44:11.608153 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6f62134b-cb0d-4146-8e1a-de17ecb9ca9a req-542a3d69-a606-45c8-86c1-ec85b14800c0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465913 Apr 29 18:44:11.816668 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561137e6-686f-4996-b2a6-4b8ec1958f8a req-27ad2728-38ef-412f-80b9-8ba5d3c8826a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:11.818195 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-561137e6-686f-4996-b2a6-4b8ec1958f8a req-27ad2728-38ef-412f-80b9-8ba5d3c8826a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0518718 Apr 29 18:44:11.874084 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-561137e6-686f-4996-b2a6-4b8ec1958f8a req-7c021c1e-fcca-47bf-a7a2-8f2cb4413bbe tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498722 Apr 29 18:44:11.981107 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c48ff-6258-4563-a9e7-90bf89365413 req-64dd6ce3-39b5-4cd5-9657-15e8899d3d3d tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:11.982686 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-075c48ff-6258-4563-a9e7-90bf89365413 req-64dd6ce3-39b5-4cd5-9657-15e8899d3d3d tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0497167 Apr 29 18:44:12.042851 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-075c48ff-6258-4563-a9e7-90bf89365413 req-d557bdbd-074a-48fb-862b-e0c9b1af3e96 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513349 Apr 29 18:44:12.591009 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49e88f-7e68-4cca-b29e-dd033af498f3 req-c87debc7-b90b-49f7-a1d0-6a773b1b6a66 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:12.592634 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bd49e88f-7e68-4cca-b29e-dd033af498f3 req-c87debc7-b90b-49f7-a1d0-6a773b1b6a66 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0545983 Apr 29 18:44:12.644449 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bd49e88f-7e68-4cca-b29e-dd033af498f3 req-76241008-feea-4277-a84e-05086f26730f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458815 Apr 29 18:44:12.733832 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bea1bb-b346-4268-b824-19049cc11eee req-d7aa4e3f-4ce6-4e64-8065-66c774428ecd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:12.735392 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a4bea1bb-b346-4268-b824-19049cc11eee req-d7aa4e3f-4ce6-4e64-8065-66c774428ecd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0496099 Apr 29 18:44:12.782320 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a4bea1bb-b346-4268-b824-19049cc11eee req-1b4d1c63-ab9c-4b22-975e-942be2e99eb7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412004 Apr 29 18:44:12.991567 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce40af8-2717-4ffa-a74b-3811dcee395e req-ed3c4932-530c-4a4e-beed-94c9fc59c0f2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:12.992979 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5ce40af8-2717-4ffa-a74b-3811dcee395e req-ed3c4932-530c-4a4e-beed-94c9fc59c0f2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0464206 Apr 29 18:44:13.049557 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5ce40af8-2717-4ffa-a74b-3811dcee395e req-27778967-e30d-435f-bec8-381f9bfb8bdc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509944 Apr 29 18:44:13.158782 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6afd9-d96a-4f01-a284-b00e54403e05 req-78943f5d-5a53-4573-b011-1b4ed0b2a06e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:13.160331 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fbc6afd9-d96a-4f01-a284-b00e54403e05 req-78943f5d-5a53-4573-b011-1b4ed0b2a06e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0465581 Apr 29 18:44:13.169071 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:44:13.210775 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fbc6afd9-d96a-4f01-a284-b00e54403e05 req-f5cebe7a-601d-48f8-90f4-374e3afe06d3 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Apr 29 18:44:13.269610 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:13.281180 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'port_id': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'mac_address': 'fa:16:3e:6b:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:44:13.318987 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a63bebc4-95e6-421a-a58d-29f1b1ab96dd is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:44:13.319371 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:13.335364 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63bebc4-95e6-421a-a58d-29f1b1ab96dd {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:44:13.354515 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:13.359518 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:13.389520 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-1461e71c-a65a-4b24-935d-bd6d32f004fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0 HTTP/1.1" status: 200 len: 217 time: 0.0360291 Apr 29 18:44:13.406086 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:13.771781 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf301f-35dd-429f-abf8-30c182312cac req-300fbec1-c1bc-483a-930f-18c621ba3568 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:13.773325 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2fbf301f-35dd-429f-abf8-30c182312cac req-300fbec1-c1bc-483a-930f-18c621ba3568 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0520570 Apr 29 18:44:13.823951 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2fbf301f-35dd-429f-abf8-30c182312cac req-a91a9a1c-a95a-440b-946a-f75767ea4cce tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425575 Apr 29 18:44:13.915323 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0aeda-cc01-4bc8-9173-8cfc5073f1b1 req-25a6edcb-8f8d-4e12-8acc-7b9091027f9e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:13.916834 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bdd0aeda-cc01-4bc8-9173-8cfc5073f1b1 req-25a6edcb-8f8d-4e12-8acc-7b9091027f9e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 945 time: 0.0511537 Apr 29 18:44:13.971925 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bdd0aeda-cc01-4bc8-9173-8cfc5073f1b1 req-d2a8b918-357e-41b2-aa92-68107350891a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493155 Apr 29 18:44:14.172236 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f9d13-4fe2-44c4-ba9e-7464f3767273 req-1e72e0ea-83b2-47c1-85ee-ed575bc91cad tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:14.173806 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-be6f9d13-4fe2-44c4-ba9e-7464f3767273 req-1e72e0ea-83b2-47c1-85ee-ed575bc91cad tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0536225 Apr 29 18:44:14.228409 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-be6f9d13-4fe2-44c4-ba9e-7464f3767273 req-e7591fd8-b62a-4d14-83e9-8ee4b7ebc081 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Apr 29 18:44:14.330138 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffda43f-4d93-4526-bcc0-42debe90bff5 req-9565cb75-092b-49b4-99d0-8f90967d6043 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:14.331901 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0ffda43f-4d93-4526-bcc0-42debe90bff5 req-9565cb75-092b-49b4-99d0-8f90967d6043 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0494161 Apr 29 18:44:14.382457 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0ffda43f-4d93-4526-bcc0-42debe90bff5 req-7fd95e32-8e56-4857-9272-68cb56fe0a8e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451415 Apr 29 18:44:14.783693 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['a63bebc4-95e6-421a-a58d-29f1b1ab96dd'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:44:14.947115 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864acfd-cefc-4f97-8668-a57c5dc17c7b req-c904f007-748a-4f74-8937-019eca6a9584 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:14.948575 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0864acfd-cefc-4f97-8668-a57c5dc17c7b req-c904f007-748a-4f74-8937-019eca6a9584 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0526085 Apr 29 18:44:14.996413 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0864acfd-cefc-4f97-8668-a57c5dc17c7b req-305434d5-4ccc-44bb-aa04-885685faac38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414383 Apr 29 18:44:15.102224 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441fa4c-9844-4c44-8587-9c14b685469b req-488a1298-3eec-438e-aad8-98cb70b64b8e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:15.103604 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e441fa4c-9844-4c44-8587-9c14b685469b req-488a1298-3eec-438e-aad8-98cb70b64b8e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 945 time: 0.0480144 Apr 29 18:44:15.156520 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e441fa4c-9844-4c44-8587-9c14b685469b req-5d143d32-c36f-4539-a101-1b8f8cd94582 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 Apr 29 18:44:15.346973 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2772a-fa06-4a21-aa87-4721a5324ad8 req-67d5835e-1f82-4eb5-84ec-93eae035069f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:15.348822 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-75c2772a-fa06-4a21-aa87-4721a5324ad8 req-67d5835e-1f82-4eb5-84ec-93eae035069f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0497692 Apr 29 18:44:15.416101 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-75c2772a-fa06-4a21-aa87-4721a5324ad8 req-7cef2501-e447-4b1c-a2de-8b88ca6bbb74 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 Apr 29 18:44:15.523855 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792afb85-1c5a-4589-818a-d2fcdfd8d3a1 req-1208d573-43a8-44e9-9dfc-397111d5a3be tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:15.525328 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-792afb85-1c5a-4589-818a-d2fcdfd8d3a1 req-1208d573-43a8-44e9-9dfc-397111d5a3be tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0496173 Apr 29 18:44:15.572201 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-792afb85-1c5a-4589-818a-d2fcdfd8d3a1 req-fc788271-d719-48e3-8d9f-70520b2cb523 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Apr 29 18:44:16.123482 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c5ef3-73d4-43c6-9bef-5a5d9292f140 req-502f084d-249e-4e22-8178-2d7c4a32e031 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:16.124903 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:44:16.125378 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c7c5ef3-73d4-43c6-9bef-5a5d9292f140 req-502f084d-249e-4e22-8178-2d7c4a32e031 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0489960 Apr 29 18:44:16.177388 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port a63bebc4-95e6-421a-a58d-29f1b1ab96dd completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:44:16.181229 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c7c5ef3-73d4-43c6-9bef-5a5d9292f140 req-da95037f-555d-429b-8e53-6fbfc7817ffd tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493739 Apr 29 18:44:16.186084 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port a63bebc4-95e6-421a-a58d-29f1b1ab96dd triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:44:16.186735 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:16.273895 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a63bebc4-95e6-421a-a58d-29f1b1ab96dd is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:44:16.274291 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:16.287300 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea7d5f-66e4-4b43-ad5d-a4d6da885f4e req-bae8bb11-9b49-476c-bf77-2943e0762fde tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:16.289208 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-aeea7d5f-66e4-4b43-ad5d-a4d6da885f4e req-bae8bb11-9b49-476c-bf77-2943e0762fde tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 945 time: 0.0474961 Apr 29 18:44:16.300475 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:44:16.302830 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb5f63b-fa4e-4b6a-8238-dfec49d9b9b3" -d '{"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-plugged", "status": "completed", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:44:16.315569 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:16.320828 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:16.340072 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-aeea7d5f-66e4-4b43-ad5d-a4d6da885f4e req-14f12454-3dc9-45c1-aa7a-efb920ed47f7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449622 Apr 29 18:44:16.350136 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d543ffb8-891d-42fb-8179-ca7514ef1c52 x-openstack-request-id: req-d543ffb8-891d-42fb-8179-ca7514ef1c52 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:44:16.350453 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-plugged", "status": "completed", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:44:16.350705 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d543ffb8-891d-42fb-8179-ca7514ef1c52 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:44:16.351097 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d543ffb8-891d-42fb-8179-ca7514ef1c52'] response: {'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'code': 200} Apr 29 18:44:16.379253 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:16.533508 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24940f-83c3-420f-ab03-0e69ca2cc1f4 req-7a7a9699-745a-4337-977c-a4f41579fad3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:16.535123 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ca24940f-83c3-420f-ab03-0e69ca2cc1f4 req-7a7a9699-745a-4337-977c-a4f41579fad3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0481157 Apr 29 18:44:16.584722 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ca24940f-83c3-420f-ab03-0e69ca2cc1f4 req-b274bf3d-087c-4082-94b5-d51404a968fb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Apr 29 18:44:16.682868 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f0cbc-4f52-479b-ad96-2fd54f3c4056 req-9ff114de-b54a-4c9b-8394-09776c395059 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:16.684218 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f47f0cbc-4f52-479b-ad96-2fd54f3c4056 req-9ff114de-b54a-4c9b-8394-09776c395059 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0457926 Apr 29 18:44:16.735847 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f47f0cbc-4f52-479b-ad96-2fd54f3c4056 req-8e1c84b1-b594-45f1-8390-95edb4798029 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Apr 29 18:44:17.320648 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9182fe-cf77-4a90-b984-65ad43597203 req-8fa948d1-8df2-46af-841b-5aac19a7e139 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:17.322142 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ce9182fe-cf77-4a90-b984-65ad43597203 req-8fa948d1-8df2-46af-841b-5aac19a7e139 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0522988 Apr 29 18:44:17.373339 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ce9182fe-cf77-4a90-b984-65ad43597203 req-48324d26-2e4b-4943-b227-a67515f63ce0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447171 Apr 29 18:44:17.455197 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f2fb-c749-4866-8a90-39735727cacd req-4f8c1fe7-c7bb-43a6-9dae-6eeb31b80ebe tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:17.456713 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-df17f2fb-c749-4866-8a90-39735727cacd req-4f8c1fe7-c7bb-43a6-9dae-6eeb31b80ebe tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0470369 Apr 29 18:44:17.506156 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-df17f2fb-c749-4866-8a90-39735727cacd req-d0020553-9eb4-48f9-b4cf-d014fc914163 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422244 Apr 29 18:44:17.711949 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd273db7-453f-4a0b-8ac2-67f9cae97d7f req-7d166023-17c8-46f9-b2b0-51c336ee0ed8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:17.713431 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bd273db7-453f-4a0b-8ac2-67f9cae97d7f req-7d166023-17c8-46f9-b2b0-51c336ee0ed8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0514810 Apr 29 18:44:17.763933 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bd273db7-453f-4a0b-8ac2-67f9cae97d7f req-bf22f6fe-d82f-4df8-ad1f-362b384fa164 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Apr 29 18:44:17.849848 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4c6b7-cdd0-494d-be3c-06a622fa7a25 req-443c2eec-de19-4c92-a842-5336505e7a9f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:17.851363 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-30c4c6b7-cdd0-494d-be3c-06a622fa7a25 req-443c2eec-de19-4c92-a842-5336505e7a9f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0467143 Apr 29 18:44:17.897509 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-30c4c6b7-cdd0-494d-be3c-06a622fa7a25 req-6cba8279-2442-4f0d-a81a-8639b2149322 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Apr 29 18:44:18.487314 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489127e4-ef33-435a-a764-fce6b5283d39 req-5e4218bd-ec21-444c-8e17-46e12e8285c7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:18.488852 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-489127e4-ef33-435a-a764-fce6b5283d39 req-5e4218bd-ec21-444c-8e17-46e12e8285c7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0477548 Apr 29 18:44:18.543022 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-489127e4-ef33-435a-a764-fce6b5283d39 req-be40e79c-b4c3-4205-99fa-2d9b829dbd5f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457447 Apr 29 18:44:18.627429 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c2b76-ee08-4ef7-96b4-7ade936ca029 req-f990ba08-3df7-40ba-957d-1b191f1cf3c2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:18.628939 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f49c2b76-ee08-4ef7-96b4-7ade936ca029 req-f990ba08-3df7-40ba-957d-1b191f1cf3c2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0504198 Apr 29 18:44:18.678731 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f49c2b76-ee08-4ef7-96b4-7ade936ca029 req-a33322e4-df53-49b9-824b-f864e20d1e84 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440364 Apr 29 18:44:18.889765 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c708488-137b-48d0-8dd6-411e0bdc9517 req-4cebb30e-752b-4f52-b90a-ebf43c2d4ec4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:18.891223 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c708488-137b-48d0-8dd6-411e0bdc9517 req-4cebb30e-752b-4f52-b90a-ebf43c2d4ec4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0483208 Apr 29 18:44:18.943201 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c708488-137b-48d0-8dd6-411e0bdc9517 req-ebb85015-5228-4a8c-88a4-b6e889ce5b1e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Apr 29 18:44:19.008951 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16a020-b810-410f-8122-6380b30ecce6 req-400f82e0-5364-413c-8b60-43664652efaa tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:19.010383 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0d16a020-b810-410f-8122-6380b30ecce6 req-400f82e0-5364-413c-8b60-43664652efaa tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0460663 Apr 29 18:44:19.072634 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0d16a020-b810-410f-8122-6380b30ecce6 req-26f53143-7f80-45fc-9e9e-83d7ca11b685 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538728 Apr 29 18:44:19.417431 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device f01cf362-47c0-4ef5-b93d-4bf411f41847 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:44:19.523124 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port f01cf362-47c0-4ef5-b93d-4bf411f41847, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:19.534546 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'f01cf362-47c0-4ef5-b93d-4bf411f41847', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'port_id': 'f01cf362-47c0-4ef5-b93d-4bf411f41847', 'mac_address': 'fa:16:3e:29:26:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:44:19.571178 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port f01cf362-47c0-4ef5-b93d-4bf411f41847 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:44:19.571840 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:19.588806 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01cf362-47c0-4ef5-b93d-4bf411f41847 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:44:19.621458 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port f01cf362-47c0-4ef5-b93d-4bf411f41847, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:19.627556 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:19.677051 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de39ce-3a54-450f-be6b-6fe9524983ed req-1e944171-5706-49bb-8bbd-37e91c07b326 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:19.677673 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=f01cf362-47c0-4ef5-b93d-4bf411f41847,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:19.678530 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49de39ce-3a54-450f-be6b-6fe9524983ed req-1e944171-5706-49bb-8bbd-37e91c07b326 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0453839 Apr 29 18:44:19.728205 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49de39ce-3a54-450f-be6b-6fe9524983ed req-f6b60bb8-d0db-4166-93b0-12c309a8a269 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437658 Apr 29 18:44:19.798979 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c84a7-489c-4b0f-ac5b-ad7dfb67e5eb req-5af23ab7-2b59-45e6-b1b9-ed49696e6b9b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:19.800674 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-216c84a7-489c-4b0f-ac5b-ad7dfb67e5eb req-5af23ab7-2b59-45e6-b1b9-ed49696e6b9b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0488503 Apr 29 18:44:19.853117 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-216c84a7-489c-4b0f-ac5b-ad7dfb67e5eb req-007bd8de-ec58-4bc8-b4e8-6b711b4c8f6b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465791 Apr 29 18:44:20.063694 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e16a20-46f2-4442-8f1a-a088665889ca req-594701b0-c8cf-4df5-a11c-4be2bba61163 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:20.065084 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99e16a20-46f2-4442-8f1a-a088665889ca req-594701b0-c8cf-4df5-a11c-4be2bba61163 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0490930 Apr 29 18:44:20.115796 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99e16a20-46f2-4442-8f1a-a088665889ca req-725d8795-3121-469b-be26-bd84f6a7e3a4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 Apr 29 18:44:20.202526 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1903e7-4483-422b-99ec-780a1348329e req-7e563ac6-4f53-4f0e-af4b-df3336f015e2 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:20.204038 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ab1903e7-4483-422b-99ec-780a1348329e req-7e563ac6-4f53-4f0e-af4b-df3336f015e2 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0561748 Apr 29 18:44:20.253267 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ab1903e7-4483-422b-99ec-780a1348329e req-b3798ece-f270-4f9f-bc09-c6438afdf2cc tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Apr 29 18:44:20.289396 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['f01cf362-47c0-4ef5-b93d-4bf411f41847'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:44:20.764775 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-1bdbecd7-d7f7-4455-ad07-c89bfb776b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:20.766672 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-1bdbecd7-d7f7-4455-ad07-c89bfb776b5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 1127 time: 0.1139121 Apr 29 18:44:20.782775 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-d88e8985-5bcf-4674-aa7c-8e2c90fa7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:20.784593 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-d88e8985-5bcf-4674-aa7c-8e2c90fa7256 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 1130 time: 0.1416249 Apr 29 18:44:20.798469 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971935-5df5-438c-adc8-75ec355a3782 req-295aa368-d2db-494a-afa6-3d421c71fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:20.799909 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-295aa368-d2db-494a-afa6-3d421c71fcc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 200 len: 850 time: 0.0900710 Apr 29 18:44:20.896936 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e21d-6262-41ea-8db1-2f05ec83703a req-8c0d2a22-1d8a-440a-ba6a-64eadc843630 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:20.898103 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3d99e21d-6262-41ea-8db1-2f05ec83703a req-8c0d2a22-1d8a-440a-ba6a-64eadc843630 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0820775 Apr 29 18:44:20.992420 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-8f41f3f8-f6a4-41c7-bb60-452e18390475 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996 HTTP/1.1" status: 200 len: 217 time: 0.1186712 Apr 29 18:44:21.062460 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971935-5df5-438c-adc8-75ec355a3782 req-1cd5d127-4114-4fb8-87b5-34dae75310d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:21.063914 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-1cd5d127-4114-4fb8-87b5-34dae75310d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=755981e4-77ea-4ec8-899a-643c96679562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1890807 Apr 29 18:44:21.096924 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dade3-2871-4c68-ac84-e0ad27b85cc5 req-5522c1e6-d409-45f9-86d2-1f45a30a4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:21.098929 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-781dade3-2871-4c68-ac84-e0ad27b85cc5 req-5522c1e6-d409-45f9-86d2-1f45a30a4d2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 1129 time: 0.1867254 Apr 29 18:44:21.109511 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab87a73-782e-4e55-8454-c495bb6725dd req-1df9f346-2629-43e7-a128-138c2b24defa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:21.111028 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5ab87a73-782e-4e55-8454-c495bb6725dd req-1df9f346-2629-43e7-a128-138c2b24defa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.1151347 Apr 29 18:44:21.167646 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5ab87a73-782e-4e55-8454-c495bb6725dd req-4b6fad8e-ac7d-4990-b3f5-3dfb04e72b73 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470607 Apr 29 18:44:21.169598 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3d99e21d-6262-41ea-8db1-2f05ec83703a req-dfc40d3e-7dd9-44a3-bb8b-cfe034fbf001 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522595 Apr 29 18:44:21.186589 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-d62f9e11-e43e-4bfc-8da5-dac8a6e67fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:21.188082 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-d62f9e11-e43e-4bfc-8da5-dac8a6e67fb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 918 time: 0.3157279 Apr 29 18:44:21.276944 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a14f94-f810-44f1-8964-800f7b1e5202 req-80473303-8dd7-48e6-a0cf-3ec314cb2ec5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:21.278405 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49a14f94-f810-44f1-8964-800f7b1e5202 req-80473303-8dd7-48e6-a0cf-3ec314cb2ec5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0498405 Apr 29 18:44:21.326674 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49a14f94-f810-44f1-8964-800f7b1e5202 req-328bfeb4-2a0f-4eaf-ab1d-0dd3483619df tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Apr 29 18:44:21.414583 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-781dade3-2871-4c68-ac84-e0ad27b85cc5 req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:21.437128 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de520902-741f-41ff-8616-24ed02139ede req-693d0511-8afc-4df7-9584-b454e53b9e98 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:21.439334 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-de520902-741f-41ff-8616-24ed02139ede req-693d0511-8afc-4df7-9584-b454e53b9e98 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.1125751 Apr 29 18:44:21.469107 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-5af0fa5f-aff7-42da-986d-05d7a0ff3f10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd HTTP/1.1" status: 200 len: 217 time: 0.0965195 Apr 29 18:44:21.508760 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa76ac-8dd7-4424-b3d4-4eee62bd4133 req-4ac5d924-8be1-4463-a411-92a2f410e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:21.510276 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b1fa76ac-8dd7-4424-b3d4-4eee62bd4133 req-4ac5d924-8be1-4463-a411-92a2f410e2e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 1130 time: 0.1112416 Apr 29 18:44:21.549238 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b1fa76ac-8dd7-4424-b3d4-4eee62bd4133 req-b8265330-8854-4260-a349-a9373d6aeae0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:21.551573 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:44:21.556185 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-de520902-741f-41ff-8616-24ed02139ede req-018a6a52-b422-466c-8bfb-0d892693b49b tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971403 Apr 29 18:44:21.568609 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-f98e56c7-df1e-4dd4-94a0-6c4b9267bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:21.570170 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-f98e56c7-df1e-4dd4-94a0-6c4b9267bb9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.2061887 Apr 29 18:44:21.598808 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-2517b5cd-5a98-4e5e-8c67-b7b7daf1b61a service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334685 Apr 29 18:44:21.602644 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-62f7d253-f790-45a3-9f36-6fe2c9a4db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:21.606349 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-62f7d253-f790-45a3-9f36-6fe2c9a4db35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.0758245 Apr 29 18:44:21.635358 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-781dade3-2871-4c68-ac84-e0ad27b85cc5 req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Publish callbacks [] for security_group (46968e82-4503-43bf-922c-04cfd035388c), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:21.640169 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-781dade3-2871-4c68-ac84-e0ad27b85cc5 req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (46968e82-4503-43bf-922c-04cfd035388c), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:21.658069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.db.api [req-b1fa76ac-8dd7-4424-b3d4-4eee62bd4133 req-b8265330-8854-4260-a349-a9373d6aeae0 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c7398b586ccc4806bdaa4365ce558959 {{(pid=110120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:44:21.658392 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG oslo_db.api [req-b1fa76ac-8dd7-4424-b3d4-4eee62bd4133 req-b8265330-8854-4260-a349-a9373d6aeae0 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:44:21.692035 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-781dade3-2871-4c68-ac84-e0ad27b85cc5 req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171966 Apr 29 18:44:21.693045 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46968e82-4503-43bf-922c-04cfd035388c,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:21.700577 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.700833 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.701170 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.701495 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.701812 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.702649 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.703127 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.703453 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.703729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.704209 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.704569 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.704890 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.705202 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.705514 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:21.705825 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:22.160607 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-b1fa76ac-8dd7-4424-b3d4-4eee62bd4133 req-b8265330-8854-4260-a349-a9373d6aeae0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:22.294822 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568ee69-2d28-486b-966e-bdc292934613 req-239dc7cc-0fc5-400d-a96f-a526aaf8ee7c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:22.296471 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6568ee69-2d28-486b-966e-bdc292934613 req-239dc7cc-0fc5-400d-a96f-a526aaf8ee7c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0544493 Apr 29 18:44:22.345729 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6568ee69-2d28-486b-966e-bdc292934613 req-9a6499bd-f272-4cb1-9c4d-d4fc4754f435 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433536 Apr 29 18:44:22.426836 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195757f-6fa2-4d76-a77f-4427d4f7c1e5 req-73fdaa3f-e2c3-4272-a787-1ba22639e304 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:22.428300 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f195757f-6fa2-4d76-a77f-4427d4f7c1e5 req-73fdaa3f-e2c3-4272-a787-1ba22639e304 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0597558 Apr 29 18:44:22.455629 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b1fa76ac-8dd7-4424-b3d4-4eee62bd4133 req-b8265330-8854-4260-a349-a9373d6aeae0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9343424 Apr 29 18:44:22.456126 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8fad-377b-41c1-b19c-157b9fa9456d req-cecbaac5-86f5-44d4-9afe-fb31a6398ca3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:22.458026 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ee8fad-377b-41c1-b19c-157b9fa9456d req-cecbaac5-86f5-44d4-9afe-fb31a6398ca3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0487852 Apr 29 18:44:22.485918 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f195757f-6fa2-4d76-a77f-4427d4f7c1e5 req-b8d33ea8-2f62-4c93-99c8-05ff6ddb6ad1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477679 Apr 29 18:44:22.505886 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ee8fad-377b-41c1-b19c-157b9fa9456d req-0edb8cc8-efc7-42e3-86a8-f033deebdd9f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Apr 29 18:44:22.685581 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6065-9ef6-4af3-a9a1-e88c38e17377 req-4c2add32-7d7d-4761-aaa8-6af9fb72861e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:22.686947 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0bca6065-9ef6-4af3-a9a1-e88c38e17377 req-4c2add32-7d7d-4761-aaa8-6af9fb72861e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0497832 Apr 29 18:44:22.736010 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0bca6065-9ef6-4af3-a9a1-e88c38e17377 req-d8d6895f-bf8d-48b8-94d5-0dae96646b5f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 Apr 29 18:44:23.083083 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-832a9a99-a481-4796-8876-7f4817a6aa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:23.475177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee7271-e279-4242-9ea1-32b45526c83d req-934380cd-abe2-420f-826d-9db01d65370b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:23.476632 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2dee7271-e279-4242-9ea1-32b45526c83d req-934380cd-abe2-420f-826d-9db01d65370b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0588646 Apr 29 18:44:23.523189 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2dee7271-e279-4242-9ea1-32b45526c83d req-341277ee-bebd-43eb-ad3e-67af67c2d697 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408249 Apr 29 18:44:23.605690 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d678c-fc43-48a2-97ce-fd75937f6d7c req-221349b8-25c0-42cd-b55f-20b013817983 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:23.607217 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-775d678c-fc43-48a2-97ce-fd75937f6d7c req-221349b8-25c0-42cd-b55f-20b013817983 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0472441 Apr 29 18:44:23.626901 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54590ccc-33f5-4f19-bb4c-f1a374446739 req-5b51f2a5-5e0f-421c-90e1-726e4e6d261b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:23.629162 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-54590ccc-33f5-4f19-bb4c-f1a374446739 req-5b51f2a5-5e0f-421c-90e1-726e4e6d261b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0494027 Apr 29 18:44:23.656410 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-775d678c-fc43-48a2-97ce-fd75937f6d7c req-c7b11183-b40e-4c19-b190-b69302af002c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Apr 29 18:44:23.676424 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-54590ccc-33f5-4f19-bb4c-f1a374446739 req-16ee6212-a10c-46f9-bec0-9475a076ef2c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Apr 29 18:44:23.860840 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a72fd5-ba4d-445d-a24a-466c75070570 req-db3e4759-3509-4101-9b83-e1029eca69b9 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:23.862268 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b1a72fd5-ba4d-445d-a24a-466c75070570 req-db3e4759-3509-4101-9b83-e1029eca69b9 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0473309 Apr 29 18:44:23.904558 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device f01cf362-47c0-4ef5-b93d-4bf411f41847 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:44:23.912650 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b1a72fd5-ba4d-445d-a24a-466c75070570 req-fdb5d8dd-1675-4a0a-aed3-0a09409d4997 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427253 Apr 29 18:44:23.955400 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:23.965227 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port f01cf362-47c0-4ef5-b93d-4bf411f41847 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:44:23.970826 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port f01cf362-47c0-4ef5-b93d-4bf411f41847 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:44:23.971415 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:24.053096 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port f01cf362-47c0-4ef5-b93d-4bf411f41847 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:44:24.053584 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:24.084308 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aeb4691-7413-4b41-be65-033f0d4dbba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01cf362-47c0-4ef5-b93d-4bf411f41847'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:44:24.086529 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedc4b5b-cf45-4b3b-a160-54b642279ae1" -d '{"events": [{"server_uuid": "2aeb4691-7413-4b41-be65-033f0d4dbba9", "name": "network-vif-plugged", "status": "completed", "tag": "f01cf362-47c0-4ef5-b93d-4bf411f41847"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:44:24.098799 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port f01cf362-47c0-4ef5-b93d-4bf411f41847, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:24.105564 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:24.131200 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c8f783-13c7-49a0-88da-1b060e9a420f x-openstack-request-id: req-19c8f783-13c7-49a0-88da-1b060e9a420f {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:44:24.131518 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aeb4691-7413-4b41-be65-033f0d4dbba9", "name": "network-vif-plugged", "status": "completed", "tag": "f01cf362-47c0-4ef5-b93d-4bf411f41847", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:44:24.131769 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19c8f783-13c7-49a0-88da-1b060e9a420f {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:44:24.132154 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c8f783-13c7-49a0-88da-1b060e9a420f'] response: {'server_uuid': '2aeb4691-7413-4b41-be65-033f0d4dbba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01cf362-47c0-4ef5-b93d-4bf411f41847', 'code': 200} Apr 29 18:44:24.159095 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=f01cf362-47c0-4ef5-b93d-4bf411f41847,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:24.166556 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.166908 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.167243 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.167618 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.167945 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.168351 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.168708 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.169114 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.169447 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.169773 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.170100 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.170437 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.170765 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.171084 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.171403 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:24.650753 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe346-de31-4db0-8df4-371fa8bf4a1f req-9d559e56-8e5b-4cce-8c77-26e73ddf34c9 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:24.652253 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-475fe346-de31-4db0-8df4-371fa8bf4a1f req-9d559e56-8e5b-4cce-8c77-26e73ddf34c9 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0498066 Apr 29 18:44:24.699324 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-475fe346-de31-4db0-8df4-371fa8bf4a1f req-510e3b3e-2441-4a20-a6c8-060a6fc02363 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Apr 29 18:44:24.775307 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39f3e3-3471-4afc-9f37-c8149b00b119 req-27024476-5cc4-4ca0-83b2-abb4f190a5d4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:24.777643 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd39f3e3-3471-4afc-9f37-c8149b00b119 req-27024476-5cc4-4ca0-83b2-abb4f190a5d4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0465026 Apr 29 18:44:24.799066 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cbbff-30d2-45dd-adbd-fdc82e2c20a1 req-e141e79d-5c05-43ab-8013-0bb772a0682f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:24.800682 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-999cbbff-30d2-45dd-adbd-fdc82e2c20a1 req-e141e79d-5c05-43ab-8013-0bb772a0682f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0477576 Apr 29 18:44:24.831894 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd39f3e3-3471-4afc-9f37-c8149b00b119 req-5c5573fe-75ed-4ec8-b98c-ae43ff227ec2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481491 Apr 29 18:44:24.852699 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-999cbbff-30d2-45dd-adbd-fdc82e2c20a1 req-b8abf191-58c4-477d-8963-f41027c9adad tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Apr 29 18:44:25.036804 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb035-8533-4829-94d2-2db19256d180 req-2911fbe8-f52b-4138-8a8a-a2cdfc770118 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:25.038572 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-97aeb035-8533-4829-94d2-2db19256d180 req-2911fbe8-f52b-4138-8a8a-a2cdfc770118 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0473611 Apr 29 18:44:25.086891 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-97aeb035-8533-4829-94d2-2db19256d180 req-5de547b3-d4ed-4f83-9959-f187744b7f20 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Apr 29 18:44:25.308955 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d72b9e8e-6818-4d8d-a61f-5a036fab98ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:25.818147 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fe0f5-bd13-4174-a122-1300cb938bac req-c26a5fd8-4112-4a26-b337-0a83bcdc382e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:25.819631 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-486fe0f5-bd13-4174-a122-1300cb938bac req-c26a5fd8-4112-4a26-b337-0a83bcdc382e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0479827 Apr 29 18:44:25.872429 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-486fe0f5-bd13-4174-a122-1300cb938bac req-0669e035-6e51-47da-a458-59aa99bf9954 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471427 Apr 29 18:44:25.955023 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b50751-d007-4724-8e6d-108855b33b3f req-1b0d4c28-b1ff-48ef-a0a0-db4156e0029e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:25.956530 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-24b50751-d007-4724-8e6d-108855b33b3f req-1b0d4c28-b1ff-48ef-a0a0-db4156e0029e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0499580 Apr 29 18:44:25.972251 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b01ee4-6a45-4803-b38d-e5a228526af2 req-8e063b2a-95d0-4fd6-9c9c-43edbab04777 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:25.973818 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-52b01ee4-6a45-4803-b38d-e5a228526af2 req-8e063b2a-95d0-4fd6-9c9c-43edbab04777 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0472353 Apr 29 18:44:26.004910 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-24b50751-d007-4724-8e6d-108855b33b3f req-ae0c91a0-7c59-4dcf-9c75-320efad2572f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422261 Apr 29 18:44:26.027200 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-52b01ee4-6a45-4803-b38d-e5a228526af2 req-f416b34c-4567-46f7-b349-f9ee63971bad tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475683 Apr 29 18:44:26.208925 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c8fb4-cc13-4eae-85a9-db27a4cfe32f req-8e901931-83e1-4c4c-8835-9311aada0fac tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:26.210685 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0a0c8fb4-cc13-4eae-85a9-db27a4cfe32f req-8e901931-83e1-4c4c-8835-9311aada0fac tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0550504 Apr 29 18:44:26.261875 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0a0c8fb4-cc13-4eae-85a9-db27a4cfe32f req-bcabee84-f61b-423b-96b1-1f8e90c16d3f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Apr 29 18:44:26.309088 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:26.638188 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-c115b1a0-6cf2-4516-9808-52668f5de6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:26.639732 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-c115b1a0-6cf2-4516-9808-52668f5de6d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212697 Apr 29 18:44:26.642214 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-e99ba9fd-a17c-4311-8041-66a6b7335131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:26.643474 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-e99ba9fd-a17c-4311-8041-66a6b7335131 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102006 Apr 29 18:44:26.666755 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9971935-5df5-438c-adc8-75ec355a3782 req-2011f41b-89fa-46c5-ac68-d340198839bb service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470916 Apr 29 18:44:26.995598 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85fe8-ead5-4b44-848a-ea6882cb2138 req-2184157e-fdbe-439f-ad30-9fcb5f31cb92 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:26.997118 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d8d85fe8-ead5-4b44-848a-ea6882cb2138 req-2184157e-fdbe-439f-ad30-9fcb5f31cb92 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0495057 Apr 29 18:44:27.047122 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d8d85fe8-ead5-4b44-848a-ea6882cb2138 req-403d7d08-efb3-4a6d-9424-1e6c5bea1be4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443337 Apr 29 18:44:27.150070 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bad06-b7d1-43b9-9409-4e2ed889c157 req-14d3cf70-a795-495f-8c86-75f4e9f97022 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:27.152626 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-146bad06-b7d1-43b9-9409-4e2ed889c157 req-14d3cf70-a795-495f-8c86-75f4e9f97022 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0593982 Apr 29 18:44:27.187405 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62587a-3e11-441e-bee0-efcd85433a77 req-cc718fae-a23c-4311-bc18-c9e52b2b3ad0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:27.189139 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cb62587a-3e11-441e-bee0-efcd85433a77 req-cc718fae-a23c-4311-bc18-c9e52b2b3ad0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0671437 Apr 29 18:44:27.206286 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-146bad06-b7d1-43b9-9409-4e2ed889c157 req-2bbebb14-af38-4ec4-8d41-ada1d1d77d25 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463836 Apr 29 18:44:27.238476 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cb62587a-3e11-441e-bee0-efcd85433a77 req-c4cfb6ef-3d81-4268-ac43-9768de1fe7d7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 Apr 29 18:44:27.386908 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc44d0-a49a-4334-a339-837d1d93f04d req-9a0563ea-1e81-4d56-8cb1-6233735404e3 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:27.388888 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9bcc44d0-a49a-4334-a339-837d1d93f04d req-9a0563ea-1e81-4d56-8cb1-6233735404e3 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0553584 Apr 29 18:44:27.417828 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 44652) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:27.439789 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9bcc44d0-a49a-4334-a339-837d1d93f04d req-2ef283f1-1a5b-4c40-a2ec-ed46d6cd143e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Apr 29 18:44:27.546443 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-21abff65-1c26-4818-b489-5c18fdf4643c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:27.546595 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:27.643987 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-21abff65-1c26-4818-b489-5c18fdf4643c admin admin] Publish callbacks [] for security_group (cedd3f6d-dd09-4a96-bdca-df2a8de22b52), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:27.650270 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-21abff65-1c26-4818-b489-5c18fdf4643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (cedd3f6d-dd09-4a96-bdca-df2a8de22b52), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:27.694843 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-21abff65-1c26-4818-b489-5c18fdf4643c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb2b4debd8b04117bc92a18031123561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758288 Apr 29 18:44:27.696415 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abff65-1c26-4818-b489-5c18fdf4643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd3f6d-dd09-4a96-bdca-df2a8de22b52,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:27.697474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 44672) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:27.757835 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Publish callbacks [] for security_group (cedd3f6d-dd09-4a96-bdca-df2a8de22b52), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:27.778630 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Publish callbacks [] for security_group (cedd3f6d-dd09-4a96-bdca-df2a8de22b52), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:27.836821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (cedd3f6d-dd09-4a96-bdca-df2a8de22b52), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:27.839413 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:27.840573 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cedd3f6d-dd09-4a96-bdca-df2a8de22b52 HTTP/1.1" status: 204 len: 168 time: 0.1404052 Apr 29 18:44:27.848423 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd3f6d-dd09-4a96-bdca-df2a8de22b52,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:27.870520 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.870864 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.871206 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.871540 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.871889 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.872218 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.872538 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.872869 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.873165 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.873517 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.873832 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.874151 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.874457 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.874757 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:27.875073 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f043d-d06f-4082-9c1d-2e958be20b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:44:28.161745 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 44682) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:28.181668 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5d657c8b-121b-4903-9b5b-c8f31d1cdfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:28.190190 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa9db8-9c41-4651-aed0-b555705aa802 req-c57163d2-33a8-434e-b283-0c69317620d5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:28.191652 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7faa9db8-9c41-4651-aed0-b555705aa802 req-c57163d2-33a8-434e-b283-0c69317620d5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0666504 Apr 29 18:44:28.212729 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-9e9405ed-0b69-4a20-9dee-af525b79f863 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560908 Apr 29 18:44:28.214536 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-9cb3878c-c239-4a44-b5aa-a66811dd9e35 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595030 Apr 29 18:44:28.269263 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7faa9db8-9c41-4651-aed0-b555705aa802 req-b8613531-e7c3-4449-a83a-068df537fc56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711884 Apr 29 18:44:28.322270 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5d657c8b-121b-4903-9b5b-c8f31d1cdfb4 admin admin] Publish callbacks [] for security_group (8fa6dd03-9a13-449a-85b4-acccd8376594), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:28.327380 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5d657c8b-121b-4903-9b5b-c8f31d1cdfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (8fa6dd03-9a13-449a-85b4-acccd8376594), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:28.336129 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa82efb-7e6c-44b7-9ad1-cffa2f8ec254 req-ac224d45-e08a-40f5-b94d-a1f31996f0be tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:28.337701 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6fa82efb-7e6c-44b7-9ad1-cffa2f8ec254 req-ac224d45-e08a-40f5-b94d-a1f31996f0be tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0575840 Apr 29 18:44:28.390737 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6fa82efb-7e6c-44b7-9ad1-cffa2f8ec254 req-de35057b-bb4e-49c8-8928-1d796c5e49b0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466661 Apr 29 18:44:28.394736 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-5d657c8b-121b-4903-9b5b-c8f31d1cdfb4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1b6f1948bf14983845bfe6126bfc4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291250 Apr 29 18:44:28.395443 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 44690) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:28.398970 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d657c8b-121b-4903-9b5b-c8f31d1cdfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa6dd03-9a13-449a-85b4-acccd8376594,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:28.416838 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d561a39-e212-47f3-a602-186c24cf446d req-7997b739-fdeb-4ea9-bca7-85660b4560c9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:28.418755 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1d561a39-e212-47f3-a602-186c24cf446d req-7997b739-fdeb-4ea9-bca7-85660b4560c9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0784612 Apr 29 18:44:28.454648 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0d3cdcdf-9463-4a1e-bd33-06ac32887c67 admin admin] Publish callbacks [] for security_group (8fa6dd03-9a13-449a-85b4-acccd8376594), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:28.477195 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0d3cdcdf-9463-4a1e-bd33-06ac32887c67 admin admin] Publish callbacks [] for security_group (8fa6dd03-9a13-449a-85b4-acccd8376594), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:28.477324 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1d561a39-e212-47f3-a602-186c24cf446d req-8f59506c-4a44-4e94-b3a2-b7173caf202b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527487 Apr 29 18:44:28.557836 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0d3cdcdf-9463-4a1e-bd33-06ac32887c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (8fa6dd03-9a13-449a-85b4-acccd8376594), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:28.560372 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0d3cdcdf-9463-4a1e-bd33-06ac32887c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:28.561531 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-0d3cdcdf-9463-4a1e-bd33-06ac32887c67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fa6dd03-9a13-449a-85b4-acccd8376594 HTTP/1.1" status: 204 len: 168 time: 0.1648839 Apr 29 18:44:28.572583 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c275717-eefe-4415-8796-315a8aa505b6 req-28dfc06e-962d-4025-8dbf-7f83a299715d tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:28.574128 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c275717-eefe-4415-8796-315a8aa505b6 req-28dfc06e-962d-4025-8dbf-7f83a299715d tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0577939 Apr 29 18:44:28.579647 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cdcdf-9463-4a1e-bd33-06ac32887c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa6dd03-9a13-449a-85b4-acccd8376594,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:28.631245 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c275717-eefe-4415-8796-315a8aa505b6 req-a57236f1-6185-411f-b698-c1ce627282c7 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494361 Apr 29 18:44:28.914391 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 44702) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:28.928968 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7379467c-fd5b-43ac-8fa7-3854a7723ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:29.008602 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7379467c-fd5b-43ac-8fa7-3854a7723ba5 admin admin] Publish callbacks [] for security_group (051bfdd3-a50a-43fa-a4a3-dbac571f2ca0), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:29.014738 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7379467c-fd5b-43ac-8fa7-3854a7723ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (051bfdd3-a50a-43fa-a4a3-dbac571f2ca0), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:29.054748 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-7379467c-fd5b-43ac-8fa7-3854a7723ba5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f4978e0135a482e8c85a72cc0781e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392400 Apr 29 18:44:29.055712 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379467c-fd5b-43ac-8fa7-3854a7723ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051bfdd3-a50a-43fa-a4a3-dbac571f2ca0,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:29.057758 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 44704) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:29.108669 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e5ee494d-b221-481e-b11a-ae47d45ad03a admin admin] Publish callbacks [] for security_group (051bfdd3-a50a-43fa-a4a3-dbac571f2ca0), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:29.130824 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e5ee494d-b221-481e-b11a-ae47d45ad03a admin admin] Publish callbacks [] for security_group (051bfdd3-a50a-43fa-a4a3-dbac571f2ca0), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:29.187196 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e5ee494d-b221-481e-b11a-ae47d45ad03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (051bfdd3-a50a-43fa-a4a3-dbac571f2ca0), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:29.189958 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e5ee494d-b221-481e-b11a-ae47d45ad03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:29.191091 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e5ee494d-b221-481e-b11a-ae47d45ad03a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/051bfdd3-a50a-43fa-a4a3-dbac571f2ca0 HTTP/1.1" status: 204 len: 168 time: 0.1321886 Apr 29 18:44:29.200634 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee494d-b221-481e-b11a-ae47d45ad03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051bfdd3-a50a-43fa-a4a3-dbac571f2ca0,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:29.312570 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:29.391184 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef94a0a-a42d-4a7e-8609-9d25e1f2afa2 req-3fa9ed39-34a7-4d51-95ac-dcfcd6abc8ea tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:29.392710 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2ef94a0a-a42d-4a7e-8609-9d25e1f2afa2 req-3fa9ed39-34a7-4d51-95ac-dcfcd6abc8ea tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0466855 Apr 29 18:44:29.441107 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2ef94a0a-a42d-4a7e-8609-9d25e1f2afa2 req-0effd359-83c7-4e58-ba99-31a3435d9a79 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 Apr 29 18:44:29.538391 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd721807-d359-4555-ba5a-b7a6bde035a2 req-44514599-97ac-47cc-949c-b1af23216267 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:29.540533 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bd721807-d359-4555-ba5a-b7a6bde035a2 req-44514599-97ac-47cc-949c-b1af23216267 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0614805 Apr 29 18:44:29.597055 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bd721807-d359-4555-ba5a-b7a6bde035a2 req-1c4f982d-cea5-4888-bad1-bf526a91179b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475631 Apr 29 18:44:29.620094 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c2172-cb4d-4271-b5b5-37798f6e2625 req-66609667-e136-4fb9-ab1a-0d344e6752e3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:29.620094 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e67c2172-cb4d-4271-b5b5-37798f6e2625 req-66609667-e136-4fb9-ab1a-0d344e6752e3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0591066 Apr 29 18:44:29.664458 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e67c2172-cb4d-4271-b5b5-37798f6e2625 req-a02e2ec8-c240-48a6-a533-ce1ccea83b28 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424428 Apr 29 18:44:29.748158 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a75d89-8d6d-441e-bb2d-03425b6d0240 req-9ccc4447-70f0-4bc7-a7d7-3f50410bc99a tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:29.749665 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-63a75d89-8d6d-441e-bb2d-03425b6d0240 req-9ccc4447-70f0-4bc7-a7d7-3f50410bc99a tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Apr 29 18:44:29.797799 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-63a75d89-8d6d-441e-bb2d-03425b6d0240 req-dd7c2563-7051-40a1-a478-bd0b19591cbc tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Apr 29 18:44:30.555727 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd292b-8553-4bad-8297-8cf8ac05e7dd req-4289871f-de1b-44ad-ae5f-0bb2b99c7446 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:30.557259 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d2fd292b-8553-4bad-8297-8cf8ac05e7dd req-4289871f-de1b-44ad-ae5f-0bb2b99c7446 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0485322 Apr 29 18:44:30.607365 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d2fd292b-8553-4bad-8297-8cf8ac05e7dd req-f4d6b508-47d0-4520-948c-ca3935376fc8 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443773 Apr 29 18:44:30.714910 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08feed3-2581-4d0d-a361-3e5a0660a60a req-32002f84-9c3b-4dfb-80a4-d2f39ca44133 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:30.716382 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f08feed3-2581-4d0d-a361-3e5a0660a60a req-32002f84-9c3b-4dfb-80a4-d2f39ca44133 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0486186 Apr 29 18:44:30.769874 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f08feed3-2581-4d0d-a361-3e5a0660a60a req-d48e9ad5-e3cf-4442-aadf-a621fb5f656b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471928 Apr 29 18:44:30.777481 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafbc20-3f68-4fb8-a23a-09a35bc4556d req-85f6c1f4-b943-4d8a-b55f-d05dba3a5d1f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:30.778989 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ceafbc20-3f68-4fb8-a23a-09a35bc4556d req-85f6c1f4-b943-4d8a-b55f-d05dba3a5d1f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0466750 Apr 29 18:44:30.831362 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ceafbc20-3f68-4fb8-a23a-09a35bc4556d req-c945a3e2-acc0-43c5-8318-2d6ab7e715b4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Apr 29 18:44:30.909952 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec3ca4-fb70-4fae-a887-95f5c9ca33d1 req-fee31657-61d5-4d5e-8cf2-07704dac9d6f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:30.911597 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-59ec3ca4-fb70-4fae-a887-95f5c9ca33d1 req-fee31657-61d5-4d5e-8cf2-07704dac9d6f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0457957 Apr 29 18:44:30.957118 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-59ec3ca4-fb70-4fae-a887-95f5c9ca33d1 req-c0c55213-ad8c-4095-b742-769a4de3a232 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Apr 29 18:44:31.722162 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34134dec-88b4-4f45-bde7-6940bb8a6953 req-92fff567-f87d-4d67-8036-e4d30fca0fed tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:31.723589 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-34134dec-88b4-4f45-bde7-6940bb8a6953 req-92fff567-f87d-4d67-8036-e4d30fca0fed tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0466738 Apr 29 18:44:31.771949 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-34134dec-88b4-4f45-bde7-6940bb8a6953 req-9de203b3-ce25-4680-80ea-7f0e0248a3ac tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425282 Apr 29 18:44:31.888265 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cee38-cfb0-4f63-a3bf-0fa91844318f req-e47a7929-5bd6-42ae-8c1b-acdc70391ad2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:31.889747 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8a8cee38-cfb0-4f63-a3bf-0fa91844318f req-e47a7929-5bd6-42ae-8c1b-acdc70391ad2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0485344 Apr 29 18:44:31.940820 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8a8cee38-cfb0-4f63-a3bf-0fa91844318f req-ae0907b1-f9d7-43c1-a09d-51cfe178b818 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451982 Apr 29 18:44:31.942244 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89fecd-5e89-416a-b66a-c608f9a8aecf req-930ac61f-68f3-40b8-ab86-f939e13bd107 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:31.944315 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3e89fecd-5e89-416a-b66a-c608f9a8aecf req-930ac61f-68f3-40b8-ab86-f939e13bd107 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0468786 Apr 29 18:44:31.990543 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3e89fecd-5e89-416a-b66a-c608f9a8aecf req-b579dbf9-0ea6-407b-b96f-f1754f62712b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Apr 29 18:44:32.073595 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d3732-2eed-425e-b4a9-62459ef7573f req-5570cd41-67cc-40fd-b23c-7904ac05ac04 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:32.075064 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5e5d3732-2eed-425e-b4a9-62459ef7573f req-5570cd41-67cc-40fd-b23c-7904ac05ac04 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0493410 Apr 29 18:44:32.124636 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5e5d3732-2eed-425e-b4a9-62459ef7573f req-b4cfeb1b-13da-445b-83b9-d21d9d00742b tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Apr 29 18:44:32.891032 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec562-8674-40dd-a1bd-6d9a140efc48 req-05cf56c2-2014-45bd-a013-8e34f2dd5965 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:32.892512 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dceec562-8674-40dd-a1bd-6d9a140efc48 req-05cf56c2-2014-45bd-a013-8e34f2dd5965 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0505667 Apr 29 18:44:32.941310 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dceec562-8674-40dd-a1bd-6d9a140efc48 req-9890339b-f7c3-44c3-a7ea-959f58607fc2 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416110 Apr 29 18:44:33.059740 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d772e-ed9e-43f8-a922-a937922d98fd req-11e2f764-ec7f-440a-9a63-b2d687beb2fc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:33.061258 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b47d772e-ed9e-43f8-a922-a937922d98fd req-11e2f764-ec7f-440a-9a63-b2d687beb2fc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0486286 Apr 29 18:44:33.104526 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc47e2-ddbb-4ffa-b028-92550ce26c8a req-3e2eb223-409f-4917-82cf-b712a5bf25fa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:33.106061 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-00cc47e2-ddbb-4ffa-b028-92550ce26c8a req-3e2eb223-409f-4917-82cf-b712a5bf25fa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0463612 Apr 29 18:44:33.108911 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b47d772e-ed9e-43f8-a922-a937922d98fd req-8ef923fe-f1c4-4b94-a63d-6639c1f9cae7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418310 Apr 29 18:44:33.153032 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-00cc47e2-ddbb-4ffa-b028-92550ce26c8a req-4b2efd7c-755a-4c52-8e90-5eae2dac910a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Apr 29 18:44:33.234607 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3036173-296c-4981-b31f-8a1c70677ab1 req-fb50bd70-d6ad-4554-aee8-46ca166aee0f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:33.236058 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a3036173-296c-4981-b31f-8a1c70677ab1 req-fb50bd70-d6ad-4554-aee8-46ca166aee0f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0457883 Apr 29 18:44:33.289258 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a3036173-296c-4981-b31f-8a1c70677ab1 req-8b64b9e0-6058-4762-8100-f771e4d912d8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450125 Apr 29 18:44:34.062646 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a33fdd-75ea-4253-9a9d-2a80f1278dbf req-afb9584a-fa6d-4983-a1f0-7ee199412111 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:34.064062 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f6a33fdd-75ea-4253-9a9d-2a80f1278dbf req-afb9584a-fa6d-4983-a1f0-7ee199412111 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0506959 Apr 29 18:44:34.114992 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f6a33fdd-75ea-4253-9a9d-2a80f1278dbf req-0aea1d20-f396-403e-948c-bf8d086b779b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434957 Apr 29 18:44:34.238595 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4905-53a4-4cad-8183-bc3fcdd70432 req-ed974501-2a78-4d34-bacc-7be395dab043 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:34.241627 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-57aa4905-53a4-4cad-8183-bc3fcdd70432 req-ed974501-2a78-4d34-bacc-7be395dab043 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0575933 Apr 29 18:44:34.281422 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7c0b0-4854-453b-9897-c936d184f405 req-7c64a27b-1eac-42a3-8b4b-f8c939025ea5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:34.282896 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6db7c0b0-4854-453b-9897-c936d184f405 req-7c64a27b-1eac-42a3-8b4b-f8c939025ea5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0527627 Apr 29 18:44:34.296806 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-57aa4905-53a4-4cad-8183-bc3fcdd70432 req-0f5e548f-e4c8-4f23-b918-9d3f28031755 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474012 Apr 29 18:44:34.332778 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6db7c0b0-4854-453b-9897-c936d184f405 req-4c8d0469-a654-4d7c-a194-6833303044bb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Apr 29 18:44:34.416853 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20908a-1489-4ccd-b6b5-0fb7c0475e36 req-716e5626-9490-4854-af46-2f4e958f8a71 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:34.418238 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3d20908a-1489-4ccd-b6b5-0fb7c0475e36 req-716e5626-9490-4854-af46-2f4e958f8a71 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0506196 Apr 29 18:44:34.469280 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3d20908a-1489-4ccd-b6b5-0fb7c0475e36 req-754546ed-a3fa-474a-b11a-c4a6fd3c9159 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453455 Apr 29 18:44:35.229666 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c0df0-9c99-42ae-a177-accfb67def8a req-1753baaa-c97e-462f-988a-d963bd58d2ae tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:35.231103 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c38c0df0-9c99-42ae-a177-accfb67def8a req-1753baaa-c97e-462f-988a-d963bd58d2ae tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0476997 Apr 29 18:44:35.280416 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c38c0df0-9c99-42ae-a177-accfb67def8a req-135a33ce-dcfd-4fd2-b12d-1436c5ab04b4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Apr 29 18:44:35.425087 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3b2d-5e22-4e56-86a9-818c4581bb35 req-32cb746c-5c46-4454-837c-a1a4aeaa0085 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:35.426513 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-645c3b2d-5e22-4e56-86a9-818c4581bb35 req-32cb746c-5c46-4454-837c-a1a4aeaa0085 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0495586 Apr 29 18:44:35.446965 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8c6c1-6cee-4456-9053-4a8de8aa7536 req-974ed7e0-2ffe-4958-be03-8e5fbb184ee0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:35.448476 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-16e8c6c1-6cee-4456-9053-4a8de8aa7536 req-974ed7e0-2ffe-4958-be03-8e5fbb184ee0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0479395 Apr 29 18:44:35.472791 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-645c3b2d-5e22-4e56-86a9-818c4581bb35 req-77b1197b-5e4a-4ba5-8493-6d0a89d7418e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405617 Apr 29 18:44:35.497902 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-16e8c6c1-6cee-4456-9053-4a8de8aa7536 req-de57e128-589b-4f3e-8b9a-1dc2abffd287 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Apr 29 18:44:35.584064 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc010d-3e37-426b-86c1-a70e66193c50 req-ad902f59-0707-41ef-b395-3ad1bda179d9 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:35.585556 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a1bc010d-3e37-426b-86c1-a70e66193c50 req-ad902f59-0707-41ef-b395-3ad1bda179d9 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0473399 Apr 29 18:44:35.632961 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a1bc010d-3e37-426b-86c1-a70e66193c50 req-31bb8c89-4a56-46cb-ad49-818608bfa0c8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Apr 29 18:44:36.395184 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf657-2093-4783-9187-186dc5f5a927 req-3a5ef366-354e-4e2b-98c6-763675bc3281 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:36.396680 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2e7bf657-2093-4783-9187-186dc5f5a927 req-3a5ef366-354e-4e2b-98c6-763675bc3281 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0483828 Apr 29 18:44:36.445730 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2e7bf657-2093-4783-9187-186dc5f5a927 req-ed67de49-1362-4966-99a3-78422b2b740f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 Apr 29 18:44:36.606512 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92cbd8-dbf7-485a-becb-2ebc8c5c5021 req-1b91a663-77f4-4771-8246-1e06fc6a13ce tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:36.607970 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4a92cbd8-dbf7-485a-becb-2ebc8c5c5021 req-1b91a663-77f4-4771-8246-1e06fc6a13ce tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0541668 Apr 29 18:44:36.621605 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd982210-e67d-4932-b1ec-d16ff238b366 req-a52af35b-7ee3-46ab-a05b-8aa70942c0be tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:36.623378 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bd982210-e67d-4932-b1ec-d16ff238b366 req-a52af35b-7ee3-46ab-a05b-8aa70942c0be tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0586534 Apr 29 18:44:36.658310 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4a92cbd8-dbf7-485a-becb-2ebc8c5c5021 req-6ca66c31-2bb4-49f5-b33d-c794d02b4893 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443144 Apr 29 18:44:36.676746 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bd982210-e67d-4932-b1ec-d16ff238b366 req-ff5a2739-7f92-43e3-9937-a9ddcd115485 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449498 Apr 29 18:44:36.783766 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac877c5-6f4e-41d2-ac7e-c586c1190760 req-55f88364-ce4a-4f38-8a95-b3db04a719a3 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:36.785267 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4ac877c5-6f4e-41d2-ac7e-c586c1190760 req-55f88364-ce4a-4f38-8a95-b3db04a719a3 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0560853 Apr 29 18:44:36.833464 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4ac877c5-6f4e-41d2-ac7e-c586c1190760 req-67faef08-1c6d-46ae-9d8d-8e4bb60760ac tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Apr 29 18:44:37.579933 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d588ec-a631-4e83-aed4-7608b0396b12 req-cc500f0b-8cff-4eef-8226-16b630a3bc4e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:37.581327 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-20d588ec-a631-4e83-aed4-7608b0396b12 req-cc500f0b-8cff-4eef-8226-16b630a3bc4e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0501225 Apr 29 18:44:37.631440 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-20d588ec-a631-4e83-aed4-7608b0396b12 req-3d362789-8551-4f15-a931-4cf931b2335d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Apr 29 18:44:37.777110 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86367c-00c0-4c2d-808a-f3f2d2c5bf2d req-2f346b0d-5d3a-4737-ad7e-c454c691b5ef tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:37.778564 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ad86367c-00c0-4c2d-808a-f3f2d2c5bf2d req-2f346b0d-5d3a-4737-ad7e-c454c691b5ef tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0462732 Apr 29 18:44:37.789393 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ce175-d8c0-485b-a57e-c7672dfd4a10 req-1515af4c-d79a-4808-9cba-f3b1ab23608e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:37.790985 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e00ce175-d8c0-485b-a57e-c7672dfd4a10 req-1515af4c-d79a-4808-9cba-f3b1ab23608e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0465281 Apr 29 18:44:37.829326 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ad86367c-00c0-4c2d-808a-f3f2d2c5bf2d req-ddc1f70c-c64d-4ce6-9e65-5beabdef3fae tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448756 Apr 29 18:44:37.841939 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e00ce175-d8c0-485b-a57e-c7672dfd4a10 req-e9e473f1-f420-4b2d-bfd6-119af9b1f03f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453296 Apr 29 18:44:37.944544 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3e75-5cfc-4860-a429-7da18dce47be req-3e140ba2-7702-4112-9e49-1e0234929886 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:37.946176 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dc4d3e75-5cfc-4860-a429-7da18dce47be req-3e140ba2-7702-4112-9e49-1e0234929886 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0456986 Apr 29 18:44:37.994116 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dc4d3e75-5cfc-4860-a429-7da18dce47be req-5e121c90-6c1e-4077-be79-04f1659ea0e6 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Apr 29 18:44:38.754546 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2030e1-dbab-4716-8b29-3907f6915f42 req-87b7f8ba-f719-4502-903e-1c8f7bfa901c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:38.755992 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ee2030e1-dbab-4716-8b29-3907f6915f42 req-87b7f8ba-f719-4502-903e-1c8f7bfa901c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0493219 Apr 29 18:44:38.806739 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ee2030e1-dbab-4716-8b29-3907f6915f42 req-91c43b9f-bb7a-4b8e-ad22-814137866646 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443740 Apr 29 18:44:38.948135 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a834674-f003-4fe6-81a9-1eee14652a5c req-9fd06b25-a7b7-4b17-8ab7-bbf05c507429 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:38.949670 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7a834674-f003-4fe6-81a9-1eee14652a5c req-9fd06b25-a7b7-4b17-8ab7-bbf05c507429 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0486472 Apr 29 18:44:38.953355 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963a935-017f-4df6-a356-4ba4c713241e req-927a6cc4-1842-40e0-a8a6-40047809baf5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:38.954886 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7963a935-017f-4df6-a356-4ba4c713241e req-927a6cc4-1842-40e0-a8a6-40047809baf5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0469851 Apr 29 18:44:39.000168 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7a834674-f003-4fe6-81a9-1eee14652a5c req-a99f715f-4bd5-4a7b-853d-b5f3e939ad66 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420141 Apr 29 18:44:39.002044 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7963a935-017f-4df6-a356-4ba4c713241e req-f4842306-19fb-4563-8862-deacf1930e3e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 Apr 29 18:44:39.120339 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c03a1-ae16-46fa-a300-e80badaa1f67 req-8176263f-d236-4797-98ac-1607bfde9fd8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:39.121815 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-235c03a1-ae16-46fa-a300-e80badaa1f67 req-8176263f-d236-4797-98ac-1607bfde9fd8 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0517213 Apr 29 18:44:39.174983 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-235c03a1-ae16-46fa-a300-e80badaa1f67 req-2f3c151a-3677-4a58-986f-521229f815ff tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450811 Apr 29 18:44:39.931504 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f4e3-0e41-40d4-8826-b6525c5d86a2 req-40fd0314-b1c9-44b7-aab4-bc630bac2b4b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:39.933336 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99f1f4e3-0e41-40d4-8826-b6525c5d86a2 req-40fd0314-b1c9-44b7-aab4-bc630bac2b4b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0537732 Apr 29 18:44:39.984873 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99f1f4e3-0e41-40d4-8826-b6525c5d86a2 req-95dad495-5875-4014-8d99-1641c7477480 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434179 Apr 29 18:44:40.116445 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3399c7-b8f6-4fc4-8c4c-d5646369de72 req-c71b7a2e-c9bf-4608-b180-4c4330c830e5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:40.117076 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f54bb0-e6fb-4293-aef0-4f6d1d54c19c req-68a19507-9a65-4e34-8401-ef2565f40572 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:40.118018 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d1f54bb0-e6fb-4293-aef0-4f6d1d54c19c req-68a19507-9a65-4e34-8401-ef2565f40572 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0462198 Apr 29 18:44:40.118129 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0a3399c7-b8f6-4fc4-8c4c-d5646369de72 req-c71b7a2e-c9bf-4608-b180-4c4330c830e5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0473473 Apr 29 18:44:40.166149 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d1f54bb0-e6fb-4293-aef0-4f6d1d54c19c req-009f4c74-f62f-4683-8dae-32028f6badc6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Apr 29 18:44:40.168979 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0a3399c7-b8f6-4fc4-8c4c-d5646369de72 req-c8298cd8-18ce-4bf9-bba4-f9de41218770 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451047 Apr 29 18:44:40.295897 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af07b5-3d5e-4db8-ad59-3e14e39339b3 req-7b88d737-d7d9-4e18-bb47-3539c3d1f3f9 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:40.297466 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b9af07b5-3d5e-4db8-ad59-3e14e39339b3 req-7b88d737-d7d9-4e18-bb47-3539c3d1f3f9 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0562067 Apr 29 18:44:40.350614 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b9af07b5-3d5e-4db8-ad59-3e14e39339b3 req-47ebeb11-6604-4f54-a08c-b71c22611e4d tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447607 Apr 29 18:44:41.102201 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec7dcb-0bd7-4687-92f8-7f68e833c816 req-70ceb7a4-a101-421f-a640-1d6bab595f98 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:41.103772 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-caec7dcb-0bd7-4687-92f8-7f68e833c816 req-70ceb7a4-a101-421f-a640-1d6bab595f98 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0480494 Apr 29 18:44:41.159747 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-caec7dcb-0bd7-4687-92f8-7f68e833c816 req-835621f0-95b2-4fd2-aa6d-2a72bdca5312 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495298 Apr 29 18:44:41.286419 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfe2c7-4802-4c40-9ff5-0e65505ca2aa req-8764d0a7-e719-46e7-84a6-1283e21c0b98 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:41.288226 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7bcfe2c7-4802-4c40-9ff5-0e65505ca2aa req-8764d0a7-e719-46e7-84a6-1283e21c0b98 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0537269 Apr 29 18:44:41.303461 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e97ae8-269f-432a-a273-0bb39b2ffc7b req-6f5ca186-945c-4a06-869c-eb5869053dad tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:41.307272 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-56e97ae8-269f-432a-a273-0bb39b2ffc7b req-6f5ca186-945c-4a06-869c-eb5869053dad tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0574584 Apr 29 18:44:41.339748 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7bcfe2c7-4802-4c40-9ff5-0e65505ca2aa req-a3d1b045-06b5-4af2-abb6-459d1aa25487 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451727 Apr 29 18:44:41.373282 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-56e97ae8-269f-432a-a273-0bb39b2ffc7b req-481a8a60-260e-4b4e-86d4-f06e45248862 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609412 Apr 29 18:44:41.461800 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f389a9-fcc3-4edf-9581-123286f2eb99 req-6004f385-d058-4779-99a5-742b90f885b4 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:41.463296 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-17f389a9-fcc3-4edf-9581-123286f2eb99 req-6004f385-d058-4779-99a5-742b90f885b4 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0467227 Apr 29 18:44:41.517987 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-17f389a9-fcc3-4edf-9581-123286f2eb99 req-55a2bdd2-b8cf-4c8b-8191-23005aa7b84b tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487919 Apr 29 18:44:42.142380 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-fb40ac2d-e036-45ab-b5b0-400b6917f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:42.143850 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-fb40ac2d-e036-45ab-b5b0-400b6917f99e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 1127 time: 0.0871737 Apr 29 18:44:42.171551 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fff20b38-9ff9-47ea-be87-8cd95b583efc req-1c4fde30-b631-4800-9e47-73040d85c6b6 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223949 Apr 29 18:44:42.173697 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c8b56d3f-b9ae-41eb-969b-32b03f26bfe9 req-0ae85d34-988b-40cc-90f3-3a0f3e9b1ac8 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894596 Apr 29 18:44:42.276331 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976b587-eef1-4712-9bda-d40769c27636 req-244f5735-7f82-43c5-a216-eeec4688d2a4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:42.278250 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b976b587-eef1-4712-9bda-d40769c27636 req-244f5735-7f82-43c5-a216-eeec4688d2a4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 943 time: 0.0478520 Apr 29 18:44:42.325877 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b976b587-eef1-4712-9bda-d40769c27636 req-5ed091e8-94bc-4b2c-b382-b0ea513fb201 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Apr 29 18:44:42.490870 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830f2aa-281d-4f2a-b61f-69dfed66f732 req-7bc4ef94-4062-40fc-aeb4-eb08781c550b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:42.492736 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5830f2aa-281d-4f2a-b61f-69dfed66f732 req-7bc4ef94-4062-40fc-aeb4-eb08781c550b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0721276 Apr 29 18:44:42.527696 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfe9c7-7962-48ff-aa76-ac90037625a5 req-2ca019b0-2025-4928-b33f-5030c12f5984 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:42.533038 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-21dfe9c7-7962-48ff-aa76-ac90037625a5 req-2ca019b0-2025-4928-b33f-5030c12f5984 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0519929 Apr 29 18:44:42.562321 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5830f2aa-281d-4f2a-b61f-69dfed66f732 req-52fd5020-febf-4ada-881a-bbd15d7e6b71 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536590 Apr 29 18:44:42.592050 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-21dfe9c7-7962-48ff-aa76-ac90037625a5 req-5dec85c8-4a71-40c6-892f-b9fd4fa4e2da tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555587 Apr 29 18:44:42.663405 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849219-7fc5-4ecd-8cc9-b118266772ac req-9b3c7920-6c1c-4f6f-a872-88ed18f7401d tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:42.671098 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-78849219-7fc5-4ecd-8cc9-b118266772ac req-9b3c7920-6c1c-4f6f-a872-88ed18f7401d tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0563226 Apr 29 18:44:42.763362 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-78849219-7fc5-4ecd-8cc9-b118266772ac req-b6a456b0-1625-49b0-874f-8db85a812583 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910540 Apr 29 18:44:42.766363 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7182e2-a75b-4ccc-9ce7-11df8af9e095 req-8c330f7e-0e15-4494-a01e-79c8a09c409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:42.767802 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0a7182e2-a75b-4ccc-9ce7-11df8af9e095 req-8c330f7e-0e15-4494-a01e-79c8a09c409c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 1129 time: 0.0653024 Apr 29 18:44:42.793744 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dab06-b8c0-4c29-b71c-c94884bf4f00 req-688a5a59-1161-441f-a2ac-08dd0253978f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:42.795331 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-768dab06-b8c0-4c29-b71c-c94884bf4f00 req-688a5a59-1161-441f-a2ac-08dd0253978f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0561614 Apr 29 18:44:42.804417 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45004) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:42.810287 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'floatingip': {'port_id': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:44:42.897653 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (c140002f-6b3b-4f08-8627-c31fa17ea4c7), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:43.273021 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a489469f-d13d-44f9-ab65-8fb8a18c83d0 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:44:43.524965 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a489469f-d13d-44f9-ab65-8fb8a18c83d0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:43.544177 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'port_id': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0', 'mac_address': 'fa:16:3e:ff:f7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:44:43.612597 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a489469f-d13d-44f9-ab65-8fb8a18c83d0 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:44:43.612597 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:43.612790 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45040) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:43.615075 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-51e03791-41b9-4bd0-b334-86bed66b5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:43.616722 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-51e03791-41b9-4bd0-b334-86bed66b5ffe service neutron] 10.222.0.15 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 912 time: 0.1697767 Apr 29 18:44:43.621553 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a489469f-d13d-44f9-ab65-8fb8a18c83d0 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:44:43.649008 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a489469f-d13d-44f9-ab65-8fb8a18c83d0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:43.658159 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:43.775110 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.db.resource_extend [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 18:44:43.779053 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a489469f-d13d-44f9-ab65-8fb8a18c83d0,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:43.782028 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d195e2fb-4c4d-46a0-9091-a0b079ae679c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:43.806780 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf84fc2-2be1-4181-a26b-061da3ed86b7 req-f58b4f38-403d-4858-906e-add5d9b02ae7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:43.808704 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9bf84fc2-2be1-4181-a26b-061da3ed86b7 req-f58b4f38-403d-4858-906e-add5d9b02ae7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.1179032 Apr 29 18:44:43.817360 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720bad6-3902-4326-840d-97f5172b2f84 req-6673e142-e2c1-4953-92b6-c23af1e2ca7c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:43.818799 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c720bad6-3902-4326-840d-97f5172b2f84 req-6673e142-e2c1-4953-92b6-c23af1e2ca7c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 944 time: 0.1113310 Apr 29 18:44:43.875679 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:43.883563 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9bf84fc2-2be1-4181-a26b-061da3ed86b7 req-62d8462e-a992-4811-b5e8-aabeeb35063a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689471 Apr 29 18:44:43.885344 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (c140002f-6b3b-4f08-8627-c31fa17ea4c7), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:43.929328 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d195e2fb-4c4d-46a0-9091-a0b079ae679c admin admin] Publish callbacks [] for security_group (4a9ad73c-9566-4dba-8801-f7a68c71fc9b), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:43.934150 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d195e2fb-4c4d-46a0-9091-a0b079ae679c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4a9ad73c-9566-4dba-8801-f7a68c71fc9b), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:43.939075 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c720bad6-3902-4326-840d-97f5172b2f84 req-9708b955-ddfe-4625-93db-cd28e25c712b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028864 Apr 29 18:44:43.987816 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-d195e2fb-4c4d-46a0-9091-a0b079ae679c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffc107ba70644002a4fd585e47c37e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794560 Apr 29 18:44:43.989716 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195e2fb-4c4d-46a0-9091-a0b079ae679c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ad73c-9566-4dba-8801-f7a68c71fc9b,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:43.990500 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45054) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:44.029220 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Floating IP c140002f-6b3b-4f08-8627-c31fa17ea4c7 associated. External IP: 172.27.0.31, port: a63bebc4-95e6-421a-a58d-29f1b1ab96dd. Apr 29 18:44:44.094099 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-08bde4e4-962e-4459-943c-9e6f62ed1277 admin admin] Publish callbacks [] for security_group (4a9ad73c-9566-4dba-8801-f7a68c71fc9b), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.147826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-08bde4e4-962e-4459-943c-9e6f62ed1277 admin admin] Publish callbacks [] for security_group (4a9ad73c-9566-4dba-8801-f7a68c71fc9b), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.255322 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-08bde4e4-962e-4459-943c-9e6f62ed1277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4a9ad73c-9566-4dba-8801-f7a68c71fc9b), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.257784 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-08bde4e4-962e-4459-943c-9e6f62ed1277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.258915 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-08bde4e4-962e-4459-943c-9e6f62ed1277 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a9ad73c-9566-4dba-8801-f7a68c71fc9b HTTP/1.1" status: 204 len: 168 time: 0.2674911 Apr 29 18:44:44.297601 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bde4e4-962e-4459-943c-9e6f62ed1277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ad73c-9566-4dba-8801-f7a68c71fc9b,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:44.322373 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Router 92585082-121f-4392-8694-64e34d46f86d has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:44:44.438285 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:44:44.444141 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.454847 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] Sync routers for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:44:44.465690 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:44:44.466235 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:44:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:44:44.481633 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-64e78294-7b03-4df6-83de-1f2d5c5bec77 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "PUT /v2.0/floatingips/c140002f-6b3b-4f08-8627-c31fa17ea4c7 HTTP/1.1" status: 200 len: 991 time: 1.6757591 Apr 29 18:44:44.482277 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:44:44.484541 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57756f4-e5ad-435b-915e-a038ba88165f" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:44:44.523407 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979d24dc-a493-4196-8bc8-6ed980ad4dbd x-openstack-request-id: req-979d24dc-a493-4196-8bc8-6ed980ad4dbd {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:44:44.523684 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:44:44.524129 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-979d24dc-a493-4196-8bc8-6ed980ad4dbd {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:44:44.524574 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979d24dc-a493-4196-8bc8-6ed980ad4dbd'] response: {'name': 'network-changed', 'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'status': 'completed', 'code': 200} Apr 29 18:44:44.558880 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45068) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:44.572097 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-af511d42-4ef7-4030-b83c-eb8cfb6ef7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.595238 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:44:44.656024 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-af511d42-4ef7-4030-b83c-eb8cfb6ef7d1 admin admin] Publish callbacks [] for security_group (ec30a4b4-0186-4682-a9f7-9d5254aead07), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.659882 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-af511d42-4ef7-4030-b83c-eb8cfb6ef7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ec30a4b4-0186-4682-a9f7-9d5254aead07), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.698336 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-af511d42-4ef7-4030-b83c-eb8cfb6ef7d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7284f076fb334864b4aad41d2640b239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383326 Apr 29 18:44:44.699282 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af511d42-4ef7-4030-b83c-eb8cfb6ef7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec30a4b4-0186-4682-a9f7-9d5254aead07,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:44.701239 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45070) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:44.753194 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1e53b9d6-ea03-4386-8f54-92cad5a4feec admin admin] Publish callbacks [] for security_group (ec30a4b4-0186-4682-a9f7-9d5254aead07), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.777205 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1e53b9d6-ea03-4386-8f54-92cad5a4feec admin admin] Publish callbacks [] for security_group (ec30a4b4-0186-4682-a9f7-9d5254aead07), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.833134 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1e53b9d6-ea03-4386-8f54-92cad5a4feec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ec30a4b4-0186-4682-a9f7-9d5254aead07), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.835699 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1e53b9d6-ea03-4386-8f54-92cad5a4feec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:44.839628 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-1e53b9d6-ea03-4386-8f54-92cad5a4feec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec30a4b4-0186-4682-a9f7-9d5254aead07 HTTP/1.1" status: 204 len: 168 time: 0.1337385 Apr 29 18:44:44.846344 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53b9d6-ea03-4386-8f54-92cad5a4feec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec30a4b4-0186-4682-a9f7-9d5254aead07,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:44.881480 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'c140002f-6b3b-4f08-8627-c31fa17ea4c7', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '92585082-121f-4392-8694-64e34d46f86d', 'port_id': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'mac_address': 'fa:16:3e:6b:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:43:46Z', 'updated_at': '2022-04-29T18:44:43Z', 'revision_number': 1, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:44:44.908000 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] Checking router: 92585082-121f-4392-8694-64e34d46f86d for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:44:44.917296 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:44:44.917972 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:44:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:44:45.002472 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc493f-7e4f-4ec8-bf52-d4ccb7de9a61 req-c5e3d628-12c9-4d8e-9643-601fd6bb297a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:45.009971 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-14bc493f-7e4f-4ec8-bf52-d4ccb7de9a61 req-c5e3d628-12c9-4d8e-9643-601fd6bb297a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0539873 Apr 29 18:44:45.044986 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:44:45.067071 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-14bc493f-7e4f-4ec8-bf52-d4ccb7de9a61 req-5677404d-1d82-4e76-81b4-99b117cdac9e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561001 Apr 29 18:44:45.248285 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe20beb-f8f3-4de6-b95e-0ed61b2095f7 req-b3d00000-a096-4969-8eef-1ec3aa20fbb7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:45.249957 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cbe20beb-f8f3-4de6-b95e-0ed61b2095f7 req-b3d00000-a096-4969-8eef-1ec3aa20fbb7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 944 time: 0.0510151 Apr 29 18:44:45.315997 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cbe20beb-f8f3-4de6-b95e-0ed61b2095f7 req-9d45f354-ee03-4060-9b26-202b7150b4d1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593350 Apr 29 18:44:45.400593 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'c140002f-6b3b-4f08-8627-c31fa17ea4c7', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '92585082-121f-4392-8694-64e34d46f86d', 'port_id': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'mac_address': 'fa:16:3e:6b:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:43:46Z', 'updated_at': '2022-04-29T18:44:43Z', 'revision_number': 1, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:44:45.427234 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb929aa-2d64-49c4-856e-83eb06caea8a None None] The sync data for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi is: [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'c140002f-6b3b-4f08-8627-c31fa17ea4c7', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '92585082-121f-4392-8694-64e34d46f86d', 'port_id': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'mac_address': 'fa:16:3e:6b:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:43:46Z', 'updated_at': '2022-04-29T18:44:43Z', 'revision_number': 1, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:44:45.636750 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50ed3f-e0af-4594-a743-d0bc0dc8d45e None None] New status for floating IP c140002f-6b3b-4f08-8627-c31fa17ea4c7: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:44:46.184572 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55051c4-1971-4bb3-a104-5159b148fa70 req-b7ce4856-4f4e-4c11-bf1d-127de2ebf40f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:46.186122 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e55051c4-1971-4bb3-a104-5159b148fa70 req-b7ce4856-4f4e-4c11-bf1d-127de2ebf40f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0466707 Apr 29 18:44:46.236542 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e55051c4-1971-4bb3-a104-5159b148fa70 req-ec49e278-d643-4abc-97d7-b43a04af014c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 Apr 29 18:44:46.433173 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28aed3-3989-45ae-bbab-33a50d419b5b req-80c9f786-b28f-4ab6-b838-aef1ae91371c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:46.435191 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-be28aed3-3989-45ae-bbab-33a50d419b5b req-80c9f786-b28f-4ab6-b838-aef1ae91371c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 944 time: 0.0484810 Apr 29 18:44:46.486888 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-be28aed3-3989-45ae-bbab-33a50d419b5b req-f1c578c5-6407-421f-81d3-db9574eea220 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461714 Apr 29 18:44:46.531993 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45138) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:46.643657 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-88acdc1e-1491-41b7-996b-d112beece834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:46.729211 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-88acdc1e-1491-41b7-996b-d112beece834 admin admin] Publish callbacks [] for security_group (ae5f97f8-c0c8-4d50-a202-2263f40b6799), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:46.735051 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-88acdc1e-1491-41b7-996b-d112beece834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ae5f97f8-c0c8-4d50-a202-2263f40b6799), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:46.772229 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-88acdc1e-1491-41b7-996b-d112beece834 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=034148892c2f4780880bd1fcda64b48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391050 Apr 29 18:44:46.772953 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acdc1e-1491-41b7-996b-d112beece834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f97f8-c0c8-4d50-a202-2263f40b6799,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:46.775154 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45142) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:46.828361 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eec3e1da-14f3-4d3c-8c6e-7568543700ba admin admin] Publish callbacks [] for security_group (ae5f97f8-c0c8-4d50-a202-2263f40b6799), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:46.850565 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eec3e1da-14f3-4d3c-8c6e-7568543700ba admin admin] Publish callbacks [] for security_group (ae5f97f8-c0c8-4d50-a202-2263f40b6799), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:46.907347 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eec3e1da-14f3-4d3c-8c6e-7568543700ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ae5f97f8-c0c8-4d50-a202-2263f40b6799), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:46.909860 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eec3e1da-14f3-4d3c-8c6e-7568543700ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:46.910973 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-eec3e1da-14f3-4d3c-8c6e-7568543700ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae5f97f8-c0c8-4d50-a202-2263f40b6799 HTTP/1.1" status: 204 len: 168 time: 0.1347857 Apr 29 18:44:46.919986 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3e1da-14f3-4d3c-8c6e-7568543700ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5f97f8-c0c8-4d50-a202-2263f40b6799,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:47.179511 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45152) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:47.193157 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7ec7bc52-61f2-4b95-aa69-d315dab2ba74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:47.266558 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7ec7bc52-61f2-4b95-aa69-d315dab2ba74 admin admin] Publish callbacks [] for security_group (f630ac28-d465-441d-93a1-971cb6100eba), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:47.271939 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7ec7bc52-61f2-4b95-aa69-d315dab2ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f630ac28-d465-441d-93a1-971cb6100eba), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:47.320249 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-7ec7bc52-61f2-4b95-aa69-d315dab2ba74 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed1b7b51f31641969c5a501470108526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396058 Apr 29 18:44:47.321048 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7bc52-61f2-4b95-aa69-d315dab2ba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f630ac28-d465-441d-93a1-971cb6100eba,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:47.323957 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45158) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:44:47.368372 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077b58-a706-48df-b750-07bbc2146f0a req-3039ab37-975b-4261-9190-22913d3501b7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:47.369979 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9a077b58-a706-48df-b750-07bbc2146f0a req-3039ab37-975b-4261-9190-22913d3501b7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0621841 Apr 29 18:44:47.375335 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bee67dbf-5080-4987-bd3f-e7cd9ebba30d admin admin] Publish callbacks [] for security_group (f630ac28-d465-441d-93a1-971cb6100eba), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:47.398307 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bee67dbf-5080-4987-bd3f-e7cd9ebba30d admin admin] Publish callbacks [] for security_group (f630ac28-d465-441d-93a1-971cb6100eba), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:47.424678 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9a077b58-a706-48df-b750-07bbc2146f0a req-f5e983d4-111a-4f00-8252-0db5ace2b7c2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478575 Apr 29 18:44:47.446501 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bee67dbf-5080-4987-bd3f-e7cd9ebba30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f630ac28-d465-441d-93a1-971cb6100eba), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:47.450703 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-bee67dbf-5080-4987-bd3f-e7cd9ebba30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:47.452679 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-bee67dbf-5080-4987-bd3f-e7cd9ebba30d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f630ac28-d465-441d-93a1-971cb6100eba HTTP/1.1" status: 204 len: 168 time: 0.1267347 Apr 29 18:44:47.460944 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee67dbf-5080-4987-bd3f-e7cd9ebba30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f630ac28-d465-441d-93a1-971cb6100eba,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:47.600105 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b01c1-0277-4f7f-bb55-61cd8ec28701 req-b74f3947-1edd-4b25-93d5-3a43513719db tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:47.601769 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8d8b01c1-0277-4f7f-bb55-61cd8ec28701 req-b74f3947-1edd-4b25-93d5-3a43513719db tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 944 time: 0.0475943 Apr 29 18:44:47.653235 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8d8b01c1-0277-4f7f-bb55-61cd8ec28701 req-6e7d0574-5a67-4c03-9dd8-a0a00eef602a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451241 Apr 29 18:44:48.552419 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c169493-3a55-4c30-bfd0-c4786919ddcb req-60e0389d-22eb-4e79-9e20-5defe5f8e1af tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:48.553930 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1c169493-3a55-4c30-bfd0-c4786919ddcb req-60e0389d-22eb-4e79-9e20-5defe5f8e1af tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0462172 Apr 29 18:44:48.601806 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1c169493-3a55-4c30-bfd0-c4786919ddcb req-afbd17a2-9a31-42fc-bc74-872245f27346 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Apr 29 18:44:48.764879 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdac1c-39d2-49dd-8849-0c5fba733c8c req-36196d47-032b-49c2-b096-f978509491e4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:48.766330 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a6cdac1c-39d2-49dd-8849-0c5fba733c8c req-36196d47-032b-49c2-b096-f978509491e4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 944 time: 0.0460913 Apr 29 18:44:48.815148 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a6cdac1c-39d2-49dd-8849-0c5fba733c8c req-79162431-a7a1-4a83-87f0-a345516797fc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431163 Apr 29 18:44:49.418873 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['a489469f-d13d-44f9-ab65-8fb8a18c83d0'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:44:49.732205 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48007fef-776e-4f93-8df2-55da1e052d89 req-d997cea4-3b6e-4b2a-a082-8885d312e304 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:49.733762 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-48007fef-776e-4f93-8df2-55da1e052d89 req-d997cea4-3b6e-4b2a-a082-8885d312e304 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0624447 Apr 29 18:44:49.781248 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-48007fef-776e-4f93-8df2-55da1e052d89 req-edd1e8ab-f1c4-448a-920f-2c0f34b99ee6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Apr 29 18:44:49.935488 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174c99e-ec65-473a-9982-d90c9ec568e0 req-c5cef472-5cc4-4950-a185-454aabd8b127 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:49.937088 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a174c99e-ec65-473a-9982-d90c9ec568e0 req-c5cef472-5cc4-4950-a185-454aabd8b127 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 944 time: 0.0477946 Apr 29 18:44:49.984917 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a174c99e-ec65-473a-9982-d90c9ec568e0 req-c7541db2-9627-472a-ad47-d9a5e4c8dc2c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420213 Apr 29 18:44:50.906675 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327347-a27a-4b85-9b54-8725d1e7dfe7 req-eb692cdf-9008-462c-9b29-02ce5b2ee341 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:50.908340 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-33327347-a27a-4b85-9b54-8725d1e7dfe7 req-eb692cdf-9008-462c-9b29-02ce5b2ee341 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 943 time: 0.0503898 Apr 29 18:44:50.954732 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-33327347-a27a-4b85-9b54-8725d1e7dfe7 req-20ca1fd8-7578-4292-a3d2-5198742ca7a2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403757 Apr 29 18:44:51.098644 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194b2f-b727-41e3-8375-ec2e23c7f8ae req-48535eaf-b7e0-4e8c-8c66-8c16f03e2d38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:51.100271 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-60194b2f-b727-41e3-8375-ec2e23c7f8ae req-48535eaf-b7e0-4e8c-8c66-8c16f03e2d38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 944 time: 0.0478806 Apr 29 18:44:51.151379 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-60194b2f-b727-41e3-8375-ec2e23c7f8ae req-6043132a-8455-46d8-a95d-f1da5618b4e3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431845 Apr 29 18:44:51.174444 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a69f1ba0-6a4d-4944-a733-0c2a18c11996 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:44:51.177578 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a489469f-d13d-44f9-ab65-8fb8a18c83d0 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:44:51.259213 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port a489469f-d13d-44f9-ab65-8fb8a18c83d0 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:44:51.291880 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port a489469f-d13d-44f9-ab65-8fb8a18c83d0 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:44:51.292267 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:51.352811 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a69f1ba0-6a4d-4944-a733-0c2a18c11996, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:51.365679 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'a69f1ba0-6a4d-4944-a733-0c2a18c11996', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'port_id': 'a69f1ba0-6a4d-4944-a733-0c2a18c11996', 'mac_address': 'fa:16:3e:b0:56:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:44:51.431905 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a489469f-d13d-44f9-ab65-8fb8a18c83d0 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:44:51.432290 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:51.436469 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a69f1ba0-6a4d-4944-a733-0c2a18c11996 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:44:51.436865 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:51.464011 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69f1ba0-6a4d-4944-a733-0c2a18c11996 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:44:51.472925 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:44:51.475158 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1570ccc-f204-4023-a877-172d8fbb3456" -d '{"events": [{"server_uuid": "a6dd90d5-0602-4794-b7e0-8e0045cc7b97", "name": "network-vif-plugged", "status": "completed", "tag": "a489469f-d13d-44f9-ab65-8fb8a18c83d0"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:44:51.494123 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a489469f-d13d-44f9-ab65-8fb8a18c83d0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:51.503293 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a69f1ba0-6a4d-4944-a733-0c2a18c11996, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:44:51.504436 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:51.509697 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:51.529549 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd61bb91-87f1-4d92-b990-a1915ca69ace x-openstack-request-id: req-bd61bb91-87f1-4d92-b990-a1915ca69ace {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:44:51.529859 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd90d5-0602-4794-b7e0-8e0045cc7b97", "name": "network-vif-plugged", "status": "completed", "tag": "a489469f-d13d-44f9-ab65-8fb8a18c83d0", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:44:51.530112 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd61bb91-87f1-4d92-b990-a1915ca69ace {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:44:51.530496 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd61bb91-87f1-4d92-b990-a1915ca69ace'] response: {'server_uuid': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0', 'code': 200} Apr 29 18:44:51.534469 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0a7182e2-a75b-4ccc-9ce7-11df8af9e095 req-6bc2a674-4fd1-4128-adf6-59e52216ec8c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Apr 29 18:44:51.555680 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a489469f-d13d-44f9-ab65-8fb8a18c83d0,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:51.612227 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a69f1ba0-6a4d-4944-a733-0c2a18c11996,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:44:52.084128 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d03ee5-c430-4491-8f69-5db6a0d51ea9 req-980ba2cb-5706-4777-bfbf-1392332fc1ed tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:52.085629 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e6d03ee5-c430-4491-8f69-5db6a0d51ea9 req-980ba2cb-5706-4777-bfbf-1392332fc1ed tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 944 time: 0.0522993 Apr 29 18:44:52.165455 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-fcdbb499-bf7f-455f-86ea-c408f6d0e499 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0 HTTP/1.1" status: 200 len: 217 time: 0.0412328 Apr 29 18:44:52.177651 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e6d03ee5-c430-4491-8f69-5db6a0d51ea9 req-4fbd2320-00d0-4f22-a9a8-a45806a5a5d9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842085 Apr 29 18:44:52.281141 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['a69f1ba0-6a4d-4944-a733-0c2a18c11996'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:44:52.313142 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-29e2dcb4-ae4c-4b0f-8753-4eecd1a8a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:52.315170 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-29e2dcb4-ae4c-4b0f-8753-4eecd1a8a88e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 1128 time: 0.0869927 Apr 29 18:44:52.340393 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00cfb-5a84-4bfb-b3dd-886418ebe35f req-6034be89-1d01-4a40-9dca-2c33a5c58d7a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:52.342780 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-83b00cfb-5a84-4bfb-b3dd-886418ebe35f req-6034be89-1d01-4a40-9dca-2c33a5c58d7a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.1047471 Apr 29 18:44:52.366719 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57756f4-e5ad-435b-915e-a038ba88165f req-fe4bef4a-496c-45f6-9b2e-4b7c8981365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:52.374130 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a57756f4-e5ad-435b-915e-a038ba88165f req-fe4bef4a-496c-45f6-9b2e-4b7c8981365a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 1130 time: 0.0589764 Apr 29 18:44:52.381255 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-6841867a-5df4-4658-9666-7e3ae0abebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:52.382661 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-6841867a-5df4-4658-9666-7e3ae0abebd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 200 len: 850 time: 0.0897186 Apr 29 18:44:52.407491 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-83b00cfb-5a84-4bfb-b3dd-886418ebe35f req-6b6e9b38-7ee0-4718-8aae-dd65431d27ac tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582337 Apr 29 18:44:53.082346 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-88ad3c85-916a-472a-904b-69efeddf4b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:53.305156 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fce56-2580-4b72-949c-cb64d83d61e7 req-2467e00e-b03a-4165-ab6e-7eb69be971c6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:53.306497 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b14fce56-2580-4b72-949c-cb64d83d61e7 req-2467e00e-b03a-4165-ab6e-7eb69be971c6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 944 time: 0.0475554 Apr 29 18:44:53.354544 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b14fce56-2580-4b72-949c-cb64d83d61e7 req-5a347440-d6d0-454d-990e-a7bfb9d080a0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Apr 29 18:44:53.530724 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bca60-9fad-46cf-bb75-01a8ae788fdf req-8dcfd184-3442-48d6-abdf-99a236eee3ab tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:53.532243 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8e3bca60-9fad-46cf-bb75-01a8ae788fdf req-8dcfd184-3442-48d6-abdf-99a236eee3ab tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0567279 Apr 29 18:44:53.587381 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8e3bca60-9fad-46cf-bb75-01a8ae788fdf req-e6121963-b81b-4ffe-a2d0-0f60c66bda31 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492172 Apr 29 18:44:54.484771 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d72a5d-2094-49d3-ac8a-3a368805a5de req-20a0b9de-f048-4096-b6b0-ee7ebc391591 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:54.486291 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c2d72a5d-2094-49d3-ac8a-3a368805a5de req-20a0b9de-f048-4096-b6b0-ee7ebc391591 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 944 time: 0.0492156 Apr 29 18:44:54.534145 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c2d72a5d-2094-49d3-ac8a-3a368805a5de req-22e6af83-8702-43df-818a-07f7a8ed7f6e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422657 Apr 29 18:44:54.708187 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a5e82-20a8-4750-95c3-c88004462eb5 req-243a72ef-77c8-45ea-b36a-f7849c51d0c2 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:54.708187 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-172a5e82-20a8-4750-95c3-c88004462eb5 req-243a72ef-77c8-45ea-b36a-f7849c51d0c2 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0512030 Apr 29 18:44:54.757099 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-172a5e82-20a8-4750-95c3-c88004462eb5 req-5ecd9947-451f-4cd9-bb1d-072b6073b261 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434141 Apr 29 18:44:55.321542 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e204f90e-2fa6-4de4-a8ad-fb3c4bae1ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:55.659102 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5720-06f6-4889-8a0a-1dce8592f80d req-108916c5-3351-4f0d-af9f-0cb981d10df2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:55.660594 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ab9b5720-06f6-4889-8a0a-1dce8592f80d req-108916c5-3351-4f0d-af9f-0cb981d10df2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 944 time: 0.0519445 Apr 29 18:44:55.709537 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ab9b5720-06f6-4889-8a0a-1dce8592f80d req-5bd96b85-30f0-439e-83db-7978472f73ee tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Apr 29 18:44:55.870609 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655c2b2-f43f-4b5e-b499-8733e34a8c55 req-ffb2058c-9737-4eb7-ab86-f4367c5e042b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:55.871969 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8655c2b2-f43f-4b5e-b499-8733e34a8c55 req-ffb2058c-9737-4eb7-ab86-f4367c5e042b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0475616 Apr 29 18:44:55.921403 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8655c2b2-f43f-4b5e-b499-8733e34a8c55 req-bf0eba83-4b6d-41e0-b063-30bb9e468aa5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435810 Apr 29 18:44:56.315371 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:56.828872 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b1f81-e3da-4b55-8f4c-d460ac526702 req-3f12517d-e639-47b9-b165-50948386389f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:56.830365 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-481b1f81-e3da-4b55-8f4c-d460ac526702 req-3f12517d-e639-47b9-b165-50948386389f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 944 time: 0.0497704 Apr 29 18:44:56.877637 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-481b1f81-e3da-4b55-8f4c-d460ac526702 req-7420809e-5b73-4008-bb16-10263863c182 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Apr 29 18:44:57.042580 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778ebda-f633-4e20-ad60-23691657a510 req-9f833369-e003-4c35-b68d-dca6b7ca87cd tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:57.044029 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a778ebda-f633-4e20-ad60-23691657a510 req-9f833369-e003-4c35-b68d-dca6b7ca87cd tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0489039 Apr 29 18:44:57.093299 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a778ebda-f633-4e20-ad60-23691657a510 req-ea51cd58-9e49-42b1-a7a2-5d7355e1c8f9 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424972 Apr 29 18:44:57.547920 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:57.998141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb88a06-63b1-45ef-920c-a4a8cc124117 req-9a1e373c-b7a3-473c-9da7-5d169010ee22 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:57.999555 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acb88a06-63b1-45ef-920c-a4a8cc124117 req-9a1e373c-b7a3-473c-9da7-5d169010ee22 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 944 time: 0.0505719 Apr 29 18:44:58.045946 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acb88a06-63b1-45ef-920c-a4a8cc124117 req-186e8b20-f0bc-4b9a-ac67-fd0fb0752689 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Apr 29 18:44:58.230843 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db524e4f-67e3-4539-8b40-62e0a2abedf5 req-b5dd67b5-7852-4cba-ab02-906bc9f0d4f4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:58.232271 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-db524e4f-67e3-4539-8b40-62e0a2abedf5 req-b5dd67b5-7852-4cba-ab02-906bc9f0d4f4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0493593 Apr 29 18:44:58.280036 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-db524e4f-67e3-4539-8b40-62e0a2abedf5 req-c74b43d8-09a8-44a1-8c7c-c29fca312dee tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408499 Apr 29 18:44:58.553425 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:44:59.160640 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051cb31-e001-4299-97e4-13990a213f20 req-c2681d01-58d2-4b9d-b174-3bee4402aa6c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:59.162032 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a051cb31-e001-4299-97e4-13990a213f20 req-c2681d01-58d2-4b9d-b174-3bee4402aa6c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 944 time: 0.0477586 Apr 29 18:44:59.212882 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a051cb31-e001-4299-97e4-13990a213f20 req-e5d8068d-8a83-463f-8ead-19963eb10a28 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Apr 29 18:44:59.330497 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:44:59.407827 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428a323-c75c-4d12-b92d-f45cbd6ed7ef req-eb01dfb9-5b07-4c3a-a444-3de8272627dd tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:44:59.409267 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7428a323-c75c-4d12-b92d-f45cbd6ed7ef req-eb01dfb9-5b07-4c3a-a444-3de8272627dd tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0485027 Apr 29 18:44:59.459264 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7428a323-c75c-4d12-b92d-f45cbd6ed7ef req-0dfb3d21-b8fb-461e-af59-ee790746f015 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417690 Apr 29 18:45:00.348100 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc471405-805e-4183-8755-c218aef57b1f req-62d73411-3ed0-430a-aefc-2a459fbd9ccc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:00.349606 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cc471405-805e-4183-8755-c218aef57b1f req-62d73411-3ed0-430a-aefc-2a459fbd9ccc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 944 time: 0.0550539 Apr 29 18:45:00.398184 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cc471405-805e-4183-8755-c218aef57b1f req-c18ee7b8-fa3e-4018-9622-6feb2d26a69d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Apr 29 18:45:00.579346 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357107b-3108-4005-90d1-ff62d2c3f465 req-74923241-d60b-4644-9f5f-5a163fe889f0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:00.581082 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f357107b-3108-4005-90d1-ff62d2c3f465 req-74923241-d60b-4644-9f5f-5a163fe889f0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0559032 Apr 29 18:45:00.631605 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f357107b-3108-4005-90d1-ff62d2c3f465 req-ed749ba5-746b-43e2-af90-488f05a42027 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 Apr 29 18:45:00.816206 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-dc353360-362b-45bf-a6d2-cdc33b62d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:00.817719 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-dc353360-362b-45bf-a6d2-cdc33b62d181 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=755981e4-77ea-4ec8-899a-643c96679562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969362 Apr 29 18:45:00.846229 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57756f4-e5ad-435b-915e-a038ba88165f req-f6217921-d048-4134-85ce-38bb1a44e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:00.847619 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a57756f4-e5ad-435b-915e-a038ba88165f req-f6217921-d048-4134-85ce-38bb1a44e7f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 918 time: 0.1650295 Apr 29 18:45:00.960910 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a57756f4-e5ad-435b-915e-a038ba88165f req-37c7eefd-ab93-4b97-98d7-b6376d383e5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd HTTP/1.1" status: 200 len: 1001 time: 0.1035352 Apr 29 18:45:01.047543 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57756f4-e5ad-435b-915e-a038ba88165f req-9f901b6e-b794-4806-a1e0-5d665171c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:01.049355 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a57756f4-e5ad-435b-915e-a038ba88165f req-9f901b6e-b794-4806-a1e0-5d665171c2ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.0583985 Apr 29 18:45:01.129647 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57756f4-e5ad-435b-915e-a038ba88165f req-ef8f89a2-a29b-4b79-b2e1-87029f371bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:01.131367 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a57756f4-e5ad-435b-915e-a038ba88165f req-ef8f89a2-a29b-4b79-b2e1-87029f371bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440681 Apr 29 18:45:01.168215 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-4041d4a3-f553-474e-8d52-7c67df8d46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:01.169728 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-4041d4a3-f553-474e-8d52-7c67df8d46fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.4867232 Apr 29 18:45:01.181620 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9dca-a25f-4fef-8f7c-3b292d80f5eb req-83d2b4f2-abc4-4cdf-b33e-9d42ace0f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:01.182975 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-35ec9dca-a25f-4fef-8f7c-3b292d80f5eb req-83d2b4f2-abc4-4cdf-b33e-9d42ace0f70f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 1129 time: 0.3253198 Apr 29 18:45:01.204760 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-52c75854-3f20-4dfa-b572-ecb15544d166 service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742878 Apr 29 18:45:01.389693 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a57756f4-e5ad-435b-915e-a038ba88165f req-ac55ebd1-a94c-4e46-8fe5-5241f75e9779 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887816 Apr 29 18:45:01.513710 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7eb00-ad7a-489b-afea-bf3eb95ce947 req-3945eef1-78d7-4a8f-bff3-f92cdf088baa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:01.515142 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3c7eb00-ad7a-489b-afea-bf3eb95ce947 req-3945eef1-78d7-4a8f-bff3-f92cdf088baa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 944 time: 0.0489805 Apr 29 18:45:01.564256 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3c7eb00-ad7a-489b-afea-bf3eb95ce947 req-4bd66315-7a83-4c85-b51e-a95da44dc07a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412436 Apr 29 18:45:01.670722 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a69f1ba0-6a4d-4944-a733-0c2a18c11996 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:45:01.789075 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-61825872-6610-40b5-8c2c-d4d6aa0afa9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996 HTTP/1.1" status: 200 len: 217 time: 0.1090186 Apr 29 18:45:01.824158 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:01.832596 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309b02f-4e01-4cdd-8015-4da9c343a167 req-4edcf827-055a-43d1-9891-74b09f12f0c2 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:01.834170 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f309b02f-4e01-4cdd-8015-4da9c343a167 req-4edcf827-055a-43d1-9891-74b09f12f0c2 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0655191 Apr 29 18:45:01.848527 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port a69f1ba0-6a4d-4944-a733-0c2a18c11996 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:45:01.864670 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port a69f1ba0-6a4d-4944-a733-0c2a18c11996 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:01.865118 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:01.875034 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a558dd87-574b-44da-89e8-7e255ee10bd5 req-02b5dbf1-faab-422d-9e76-eaaf71fe6da3 service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769950 Apr 29 18:45:01.881559 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-35ec9dca-a25f-4fef-8f7c-3b292d80f5eb req-068f1be6-9920-40f7-8217-a5adeda02087 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917410 Apr 29 18:45:01.892927 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a57756f4-e5ad-435b-915e-a038ba88165f req-ca8444db-3d78-4366-be97-4021201300e7 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130177 Apr 29 18:45:01.896964 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f309b02f-4e01-4cdd-8015-4da9c343a167 req-ac5daac2-b363-4602-bdf5-e102aa6672cc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566955 Apr 29 18:45:01.963044 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a69f1ba0-6a4d-4944-a733-0c2a18c11996 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:01.963498 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:01.987338 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011f6d9b-3694-46d5-83ca-02447bd74820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69f1ba0-6a4d-4944-a733-0c2a18c11996'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:45:01.989686 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f379748-056d-4ced-bafd-467f080349c3" -d '{"events": [{"server_uuid": "011f6d9b-3694-46d5-83ca-02447bd74820", "name": "network-vif-plugged", "status": "completed", "tag": "a69f1ba0-6a4d-4944-a733-0c2a18c11996"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:45:02.002678 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a69f1ba0-6a4d-4944-a733-0c2a18c11996, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:45:02.007336 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:02.038300 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1418e8d-b65d-41cd-a127-ccf958db9c47 x-openstack-request-id: req-d1418e8d-b65d-41cd-a127-ccf958db9c47 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:45:02.038681 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011f6d9b-3694-46d5-83ca-02447bd74820", "name": "network-vif-plugged", "status": "completed", "tag": "a69f1ba0-6a4d-4944-a733-0c2a18c11996", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:45:02.039012 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1418e8d-b65d-41cd-a127-ccf958db9c47 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:45:02.039385 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1418e8d-b65d-41cd-a127-ccf958db9c47'] response: {'server_uuid': '011f6d9b-3694-46d5-83ca-02447bd74820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69f1ba0-6a4d-4944-a733-0c2a18c11996', 'code': 200} Apr 29 18:45:02.067438 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a69f1ba0-6a4d-4944-a733-0c2a18c11996,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:02.510666 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45504) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:02.623655 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-265732db-60ec-4d66-a8cb-1a10d2cd406a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:02.687649 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960d305-24b1-4d9d-9bf8-e32599349ecf req-8308af45-2355-44f4-8926-8e87018ed091 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:02.689133 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c960d305-24b1-4d9d-9bf8-e32599349ecf req-8308af45-2355-44f4-8926-8e87018ed091 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0507009 Apr 29 18:45:02.699163 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-265732db-60ec-4d66-a8cb-1a10d2cd406a admin admin] Publish callbacks [] for security_group (65ea93d0-7b72-4a5e-92db-f6e071c0fdd6), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:02.704185 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-265732db-60ec-4d66-a8cb-1a10d2cd406a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (65ea93d0-7b72-4a5e-92db-f6e071c0fdd6), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:02.735790 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c960d305-24b1-4d9d-9bf8-e32599349ecf req-84cd94d7-7aee-4fe3-a67a-98561e0e7647 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Apr 29 18:45:02.741594 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-265732db-60ec-4d66-a8cb-1a10d2cd406a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a415ebd578949ad807baf0947dd82ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297385 Apr 29 18:45:02.742442 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265732db-60ec-4d66-a8cb-1a10d2cd406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ea93d0-7b72-4a5e-92db-f6e071c0fdd6,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:02.744229 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45510) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:02.796745 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fcc5f9c7-7771-4194-8ed4-aa8474f12d64 admin admin] Publish callbacks [] for security_group (65ea93d0-7b72-4a5e-92db-f6e071c0fdd6), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:02.818898 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fcc5f9c7-7771-4194-8ed4-aa8474f12d64 admin admin] Publish callbacks [] for security_group (65ea93d0-7b72-4a5e-92db-f6e071c0fdd6), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:02.866044 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fcc5f9c7-7771-4194-8ed4-aa8474f12d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (65ea93d0-7b72-4a5e-92db-f6e071c0fdd6), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:02.868617 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fcc5f9c7-7771-4194-8ed4-aa8474f12d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:02.869751 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fcc5f9c7-7771-4194-8ed4-aa8474f12d64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65ea93d0-7b72-4a5e-92db-f6e071c0fdd6 HTTP/1.1" status: 204 len: 168 time: 0.1215661 Apr 29 18:45:02.877392 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5f9c7-7771-4194-8ed4-aa8474f12d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ea93d0-7b72-4a5e-92db-f6e071c0fdd6,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:03.021741 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd3361-ffc1-4d54-8476-ce4654eacc78 req-8630a540-8b69-46c3-8ece-5e1ca4e80905 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:03.028161 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d0fd3361-ffc1-4d54-8476-ce4654eacc78 req-8630a540-8b69-46c3-8ece-5e1ca4e80905 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0570595 Apr 29 18:45:03.075263 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d0fd3361-ffc1-4d54-8476-ce4654eacc78 req-29ecf4e1-244f-468f-bc06-43a3a12a8842 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461142 Apr 29 18:45:03.195907 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45540) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:03.209588 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3176db04-35e9-471d-a359-cb700cb6c808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:03.303853 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3176db04-35e9-471d-a359-cb700cb6c808 admin admin] Publish callbacks [] for security_group (ce4a6dd8-d895-4d17-938a-8cae2514cf42), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:03.308847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3176db04-35e9-471d-a359-cb700cb6c808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ce4a6dd8-d895-4d17-938a-8cae2514cf42), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:03.350206 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3176db04-35e9-471d-a359-cb700cb6c808 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64bbc33eaf0f4e0299df24427f42653b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530542 Apr 29 18:45:03.352264 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176db04-35e9-471d-a359-cb700cb6c808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4a6dd8-d895-4d17-938a-8cae2514cf42,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:03.353472 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45554) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:03.410956 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-e3e84cd6-1793-4d0d-9443-d410264d5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:03.412604 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-e3e84cd6-1793-4d0d-9443-d410264d5a69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0490987 Apr 29 18:45:03.423700 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fde95d46-b0c3-498f-b6ca-e7553fb408ee admin admin] Publish callbacks [] for security_group (ce4a6dd8-d895-4d17-938a-8cae2514cf42), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:03.444651 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fde95d46-b0c3-498f-b6ca-e7553fb408ee admin admin] Publish callbacks [] for security_group (ce4a6dd8-d895-4d17-938a-8cae2514cf42), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:03.495826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fde95d46-b0c3-498f-b6ca-e7553fb408ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ce4a6dd8-d895-4d17-938a-8cae2514cf42), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:03.498646 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fde95d46-b0c3-498f-b6ca-e7553fb408ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:03.499772 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fde95d46-b0c3-498f-b6ca-e7553fb408ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce4a6dd8-d895-4d17-938a-8cae2514cf42 HTTP/1.1" status: 204 len: 168 time: 0.1436934 Apr 29 18:45:03.507552 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde95d46-b0c3-498f-b6ca-e7553fb408ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4a6dd8-d895-4d17-938a-8cae2514cf42,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:03.850543 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93091358-bc4a-4697-8675-830d48caf770 req-c6f28ac0-0bf7-4939-9128-fea340b1e71f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:03.852060 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-93091358-bc4a-4697-8675-830d48caf770 req-c6f28ac0-0bf7-4939-9128-fea340b1e71f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0479798 Apr 29 18:45:03.898919 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-93091358-bc4a-4697-8675-830d48caf770 req-fd975ee7-c427-46b1-b9c4-cf16efa36684 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 Apr 29 18:45:04.197513 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c4ff9-9ee3-4326-a970-d1a78dd4fec6 req-f8381457-7ad9-427e-8aae-9a2ba11ea94a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:04.199020 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0c2c4ff9-9ee3-4326-a970-d1a78dd4fec6 req-f8381457-7ad9-427e-8aae-9a2ba11ea94a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0495138 Apr 29 18:45:04.249281 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0c2c4ff9-9ee3-4326-a970-d1a78dd4fec6 req-e31fff81-8a02-497a-a9d7-61df95666805 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436590 Apr 29 18:45:04.519906 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-8b3900aa-2cfa-4fda-8bc1-658657a4631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:04.521659 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-8b3900aa-2cfa-4fda-8bc1-658657a4631f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444431 Apr 29 18:45:04.681864 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-39b15b0d-1dc9-4cfa-a3a1-9bb96a8b40a4 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132259 Apr 29 18:45:04.749911 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7b660-dbf2-46e2-bac0-b214dc632dfb req-7b6821d8-012b-40f9-b817-7a7ad6ee516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:04.751750 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-54a7b660-dbf2-46e2-bac0-b214dc632dfb req-7b6821d8-012b-40f9-b817-7a7ad6ee516e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 1129 time: 0.0373623 Apr 29 18:45:04.810178 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d509fb6d-067f-4a10-8ae8-dd1c9ef651a8 req-0617a849-afe0-45a0-8998-70a46700121a service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937614 Apr 29 18:45:04.825341 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-54a7b660-dbf2-46e2-bac0-b214dc632dfb req-a1b21e5f-1216-4ca5-b75d-2ecd97cdc837 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468693 Apr 29 18:45:05.018089 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaa42f-81e6-4048-955f-9743c77b6d73 req-36f3969d-4f89-4bdf-bd0a-04148a6fa209 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:05.019629 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6deaa42f-81e6-4048-955f-9743c77b6d73 req-36f3969d-4f89-4bdf-bd0a-04148a6fa209 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0499632 Apr 29 18:45:05.068390 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6deaa42f-81e6-4048-955f-9743c77b6d73 req-635a3a14-dfa3-4341-9854-fe8948cf4368 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Apr 29 18:45:05.375264 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb59df-321f-4daf-9d9e-31535dd3d7bd req-84ae3b5c-c905-4487-b27d-4c01f0c05840 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:05.376777 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-46eb59df-321f-4daf-9d9e-31535dd3d7bd req-84ae3b5c-c905-4487-b27d-4c01f0c05840 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0563815 Apr 29 18:45:05.426486 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-46eb59df-321f-4daf-9d9e-31535dd3d7bd req-8a2d645c-a0e1-4a3e-a4e6-191d52fa560d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420039 Apr 29 18:45:05.787095 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45662) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:05.899495 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ab511c-3a84-4856-a93b-1b9a7ef91ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:05.971938 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ab511c-3a84-4856-a93b-1b9a7ef91ae2 admin admin] Publish callbacks [] for security_group (9a73a08d-9d4d-4a20-8098-a0be5422ca34), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:05.977885 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ab511c-3a84-4856-a93b-1b9a7ef91ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9a73a08d-9d4d-4a20-8098-a0be5422ca34), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.013243 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab511c-3a84-4856-a93b-1b9a7ef91ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a73a08d-9d4d-4a20-8098-a0be5422ca34,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:06.017732 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f3ab511c-3a84-4856-a93b-1b9a7ef91ae2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f644f86133642d8af0b8524e4ef9276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289283 Apr 29 18:45:06.020180 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45666) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:06.066371 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-497f236e-467f-4b92-ac14-904dce0871fb admin admin] Publish callbacks [] for security_group (9a73a08d-9d4d-4a20-8098-a0be5422ca34), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.089919 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-497f236e-467f-4b92-ac14-904dce0871fb admin admin] Publish callbacks [] for security_group (9a73a08d-9d4d-4a20-8098-a0be5422ca34), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.139237 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-497f236e-467f-4b92-ac14-904dce0871fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9a73a08d-9d4d-4a20-8098-a0be5422ca34), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.142120 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-497f236e-467f-4b92-ac14-904dce0871fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.146231 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-497f236e-467f-4b92-ac14-904dce0871fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a73a08d-9d4d-4a20-8098-a0be5422ca34 HTTP/1.1" status: 204 len: 168 time: 0.1221616 Apr 29 18:45:06.151876 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f236e-467f-4b92-ac14-904dce0871fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a73a08d-9d4d-4a20-8098-a0be5422ca34,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:06.344722 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f759da-a05e-4cd7-844a-05f6195d19bc req-da253d16-69a2-49b4-8a3b-648da5cf0360 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:06.346732 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d3f759da-a05e-4cd7-844a-05f6195d19bc req-da253d16-69a2-49b4-8a3b-648da5cf0360 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0534036 Apr 29 18:45:06.396152 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d3f759da-a05e-4cd7-844a-05f6195d19bc req-8228497d-bc37-4569-bf36-ba87d50b91f4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Apr 29 18:45:06.435282 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45678) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:06.448833 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5429087d-6248-4c14-b543-107f61fa1319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.523517 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5429087d-6248-4c14-b543-107f61fa1319 admin admin] Publish callbacks [] for security_group (5953203e-e0b4-4248-8b88-4d66b07ef969), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.528338 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5429087d-6248-4c14-b543-107f61fa1319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (5953203e-e0b4-4248-8b88-4d66b07ef969), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.541579 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722d8f4-749d-4ed9-b6a1-1aaf007af355 req-9bd08a9e-2936-4ad5-b21c-ae6eef6e0371 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:06.543051 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f722d8f4-749d-4ed9-b6a1-1aaf007af355 req-9bd08a9e-2936-4ad5-b21c-ae6eef6e0371 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0463865 Apr 29 18:45:06.569410 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-5429087d-6248-4c14-b543-107f61fa1319 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=699fd94985b948fd8c0293b2b3f95cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330183 Apr 29 18:45:06.570307 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429087d-6248-4c14-b543-107f61fa1319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5953203e-e0b4-4248-8b88-4d66b07ef969,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:06.572889 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45682) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:06.602675 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f722d8f4-749d-4ed9-b6a1-1aaf007af355 req-e4ba25f5-34ae-4f46-858f-3c588d5fecbc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536780 Apr 29 18:45:06.837161 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47795e40-cc63-4752-bbc0-af2f1eab5719 req-35a23e02-b231-41f4-9e5b-13c2b278a604 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:06.838619 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-47795e40-cc63-4752-bbc0-af2f1eab5719 req-35a23e02-b231-41f4-9e5b-13c2b278a604 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0605063 Apr 29 18:45:06.847585 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45690) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:06.852717 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-22a27402-8f80-442e-847c-af6cc242ad7f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'floatingip': {'port_id': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:06.853715 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bf13f7e3-ae63-47ae-a7e8-50995443ecce admin admin] Publish callbacks [] for security_group (5953203e-e0b4-4248-8b88-4d66b07ef969), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.876007 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bf13f7e3-ae63-47ae-a7e8-50995443ecce admin admin] Publish callbacks [] for security_group (5953203e-e0b4-4248-8b88-4d66b07ef969), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.923586 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-22a27402-8f80-442e-847c-af6cc242ad7f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (5729d57c-8f24-4cb8-b41b-db28cd6f743f), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.924321 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bf13f7e3-ae63-47ae-a7e8-50995443ecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (5953203e-e0b4-4248-8b88-4d66b07ef969), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.927180 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bf13f7e3-ae63-47ae-a7e8-50995443ecce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:06.928305 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-bf13f7e3-ae63-47ae-a7e8-50995443ecce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5953203e-e0b4-4248-8b88-4d66b07ef969 HTTP/1.1" status: 204 len: 168 time: 0.3548155 Apr 29 18:45:06.939799 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13f7e3-ae63-47ae-a7e8-50995443ecce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5953203e-e0b4-4248-8b88-4d66b07ef969,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:07.590745 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9269d8-d918-4aac-bc46-f99b0da46262 req-4a783e05-5059-49eb-80f9-0904453b5ddd tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:07.592188 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3e9269d8-d918-4aac-bc46-f99b0da46262 req-4a783e05-5059-49eb-80f9-0904453b5ddd tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.1205502 Apr 29 18:45:07.621268 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-22a27402-8f80-442e-847c-af6cc242ad7f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:07.629218 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-22a27402-8f80-442e-847c-af6cc242ad7f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (5729d57c-8f24-4cb8-b41b-db28cd6f743f), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:07.699286 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3e9269d8-d918-4aac-bc46-f99b0da46262 req-e0821e6a-4a05-49c3-8f2b-22014dff16fe tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913641 Apr 29 18:45:07.965943 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [None req-22a27402-8f80-442e-847c-af6cc242ad7f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Floating IP 5729d57c-8f24-4cb8-b41b-db28cd6f743f associated. External IP: 172.27.0.52, port: a489469f-d13d-44f9-ab65-8fb8a18c83d0. Apr 29 18:45:08.196569 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a27402-8f80-442e-847c-af6cc242ad7f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:45:08.310164 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a27402-8f80-442e-847c-af6cc242ad7f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:45:08.316544 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-22a27402-8f80-442e-847c-af6cc242ad7f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:08.320162 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] Sync routers for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:45:08.330852 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:45:08.331568 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:44:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:08.348250 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-22a27402-8f80-442e-847c-af6cc242ad7f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "PUT /v2.0/floatingips/5729d57c-8f24-4cb8-b41b-db28cd6f743f HTTP/1.1" status: 200 len: 990 time: 1.4991815 Apr 29 18:45:08.349112 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'tag': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:45:08.352847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dd90d5-0602-4794-b7e0-8e0045cc7b97", "tag": "a489469f-d13d-44f9-ab65-8fb8a18c83d0"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:45:08.389840 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d564e988-798d-4d03-8af4-f01af49337f8 x-openstack-request-id: req-d564e988-798d-4d03-8af4-f01af49337f8 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:45:08.390128 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dd90d5-0602-4794-b7e0-8e0045cc7b97", "tag": "a489469f-d13d-44f9-ab65-8fb8a18c83d0", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:45:08.390380 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d564e988-798d-4d03-8af4-f01af49337f8 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:45:08.390785 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d564e988-798d-4d03-8af4-f01af49337f8'] response: {'name': 'network-changed', 'server_uuid': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'tag': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0', 'status': 'completed', 'code': 200} Apr 29 18:45:08.440751 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:45:08.661389 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '5729d57c-8f24-4cb8-b41b-db28cd6f743f', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'port_id': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'mac_address': 'fa:16:3e:ff:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:43:39Z', 'updated_at': '2022-04-29T18:45:07Z', 'revision_number': 1, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:08.692564 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] Checking router: f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:45:08.701774 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:45:08.702382 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:44:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:08.811697 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:45:08.813944 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16517d1c-bd36-4811-b43b-dd9de88a2ba8 req-5b69fbda-5e29-471d-8222-a655979973ad tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:08.815936 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-16517d1c-bd36-4811-b43b-dd9de88a2ba8 req-5b69fbda-5e29-471d-8222-a655979973ad tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0493903 Apr 29 18:45:08.874477 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-16517d1c-bd36-4811-b43b-dd9de88a2ba8 req-aca7d630-bc9a-4fce-ab23-0bf74110e6a6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Apr 29 18:45:09.034024 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '5729d57c-8f24-4cb8-b41b-db28cd6f743f', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'port_id': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'mac_address': 'fa:16:3e:ff:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:43:39Z', 'updated_at': '2022-04-29T18:45:07Z', 'revision_number': 1, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:09.074422 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e385cb3a-9f93-4390-accf-0fe9fca5a062 None None] The sync data for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi is: [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '5729d57c-8f24-4cb8-b41b-db28cd6f743f', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'port_id': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'mac_address': 'fa:16:3e:ff:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:43:39Z', 'updated_at': '2022-04-29T18:45:07Z', 'revision_number': 1, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:45:09.285435 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d66cc-4e05-4d59-9b71-89bc5118d4d7 None None] New status for floating IP 5729d57c-8f24-4cb8-b41b-db28cd6f743f: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:45:09.998833 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99100b-b0c9-4954-903e-e1c9bd1fa9bf req-948c9a17-6a67-4582-9554-47fb64ea1c46 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:10.000277 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0c99100b-b0c9-4954-903e-e1c9bd1fa9bf req-948c9a17-6a67-4582-9554-47fb64ea1c46 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Apr 29 18:45:10.048099 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0c99100b-b0c9-4954-903e-e1c9bd1fa9bf req-d49184fd-8381-47f4-bb2b-84fd287f29ad tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422335 Apr 29 18:45:11.166422 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749e5ec-a783-4123-8d28-22e156cce258 req-c44cf835-738b-414a-aa14-882f48efe1b5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:11.167894 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4749e5ec-a783-4123-8d28-22e156cce258 req-c44cf835-738b-414a-aa14-882f48efe1b5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Apr 29 18:45:11.224720 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4749e5ec-a783-4123-8d28-22e156cce258 req-de0a473c-4f78-42ff-8efb-dba74fd7c5a3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509663 Apr 29 18:45:12.017022 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-e4b85990-37f8-4683-a269-5c05a8edba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:12.018789 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-e4b85990-37f8-4683-a269-5c05a8edba9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 1129 time: 0.0434906 Apr 29 18:45:12.237193 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-d1d6a71d-d33a-449c-9686-9c7480062e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:12.238892 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-d1d6a71d-d33a-449c-9686-9c7480062e19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 912 time: 0.1007125 Apr 29 18:45:12.352423 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66f868-ebe1-401d-9535-aef0c153c87a req-4d1dee4c-aef0-4726-94d2-86f053560dd1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:12.353959 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-eb66f868-ebe1-401d-9535-aef0c153c87a req-4d1dee4c-aef0-4726-94d2-86f053560dd1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0505240 Apr 29 18:45:12.406636 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-eb66f868-ebe1-401d-9535-aef0c153c87a req-e7b93f1e-9295-494c-8370-9fa7cf809f9c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443149 Apr 29 18:45:12.708571 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9df99-d3be-49e4-9de0-b008e2fa7853 req-dc5833f4-c8fd-4d24-a775-6daeec530446 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:12.710147 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9ca9df99-d3be-49e4-9de0-b008e2fa7853 req-dc5833f4-c8fd-4d24-a775-6daeec530446 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0500386 Apr 29 18:45:12.784308 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9ca9df99-d3be-49e4-9de0-b008e2fa7853 req-bc37afd8-5faa-47bb-83ac-81025d19fea1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680172 Apr 29 18:45:12.927955 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-809bc502-4db8-4455-ac06-6de199ceef10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0 HTTP/1.1" status: 200 len: 1000 time: 0.0646529 Apr 29 18:45:12.937917 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-8ea93c66-557e-4823-8f6c-c44e6e781781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:12.939545 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-8ea93c66-557e-4823-8f6c-c44e6e781781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 1129 time: 0.0414703 Apr 29 18:45:12.978042 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-688b376a-8ef4-4105-852b-8d9ee392ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:12.979558 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-688b376a-8ef4-4105-852b-8d9ee392ff2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 200 len: 850 time: 0.0438848 Apr 29 18:45:13.026493 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-a35bb680-3f4c-40f8-b1a8-a17b72ec47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:13.028011 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-a35bb680-3f4c-40f8-b1a8-a17b72ec47c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=755981e4-77ea-4ec8-899a-643c96679562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406413 Apr 29 18:45:13.046210 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-8a2eeb96-10e7-4a08-8664-8c1fa23414ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:13.047714 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-8a2eeb96-10e7-4a08-8664-8c1fa23414ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.0960960 Apr 29 18:45:13.104565 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-75564a97-657b-4ee0-8765-106f1d07c9a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996 HTTP/1.1" status: 200 len: 217 time: 0.0454998 Apr 29 18:45:13.159808 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-36462bf1-8aad-444a-971c-0dfc44cc6ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229210 Apr 29 18:45:13.185560 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-d47486a5-9ba3-4144-986e-3fd89d52065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:13.187739 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-d47486a5-9ba3-4144-986e-3fd89d52065a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0731375 Apr 29 18:45:13.253231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-d9fc4909-a9e1-47a7-ad3c-e81b9dc2505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:13.254756 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-d9fc4909-a9e1-47a7-ad3c-e81b9dc2505e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603940 Apr 29 18:45:13.274576 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e6d6e60f-4917-4ffb-9d60-884e3bb6f33d req-8d10f7a2-33aa-4ca8-be45-91dc63d5f71f service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077957 Apr 29 18:45:13.370730 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-b8ca861e-8953-439b-982b-4c90bcb47461 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078942 Apr 29 18:45:13.450614 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45862) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:13.482109 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2eed9554-af43-44b6-ab61-a70dcde8e5e7 req-dfe317ce-26a2-4de5-96c7-3d592fbc99a1 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952611 Apr 29 18:45:13.593492 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4a10fd73-5400-4546-908e-3191f701ea30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:13.699182 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4a10fd73-5400-4546-908e-3191f701ea30 admin admin] Publish callbacks [] for security_group (499ccbee-12b7-457d-bad5-e26c367960fc), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:13.703550 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4a10fd73-5400-4546-908e-3191f701ea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (499ccbee-12b7-457d-bad5-e26c367960fc), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:13.742992 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-4a10fd73-5400-4546-908e-3191f701ea30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e96c11f4daeb48e7af7aee6e30e58661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909472 Apr 29 18:45:13.744150 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10fd73-5400-4546-908e-3191f701ea30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499ccbee-12b7-457d-bad5-e26c367960fc,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:13.745779 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45878) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:13.794594 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-033be652-3f90-4d08-b8da-09acaba4010e admin admin] Publish callbacks [] for security_group (499ccbee-12b7-457d-bad5-e26c367960fc), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:13.817801 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-033be652-3f90-4d08-b8da-09acaba4010e admin admin] Publish callbacks [] for security_group (499ccbee-12b7-457d-bad5-e26c367960fc), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:13.865892 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-033be652-3f90-4d08-b8da-09acaba4010e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (499ccbee-12b7-457d-bad5-e26c367960fc), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:13.868434 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-033be652-3f90-4d08-b8da-09acaba4010e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:13.869639 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-033be652-3f90-4d08-b8da-09acaba4010e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/499ccbee-12b7-457d-bad5-e26c367960fc HTTP/1.1" status: 204 len: 168 time: 0.1229196 Apr 29 18:45:13.901566 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033be652-3f90-4d08-b8da-09acaba4010e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499ccbee-12b7-457d-bad5-e26c367960fc,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:13.932403 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372f94-b534-4c95-bdba-eebfc4d1ff64 req-29abb892-42ec-4f9c-bccf-faa1fafd7c3f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:13.934088 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c6372f94-b534-4c95-bdba-eebfc4d1ff64 req-29abb892-42ec-4f9c-bccf-faa1fafd7c3f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0634594 Apr 29 18:45:13.986120 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c6372f94-b534-4c95-bdba-eebfc4d1ff64 req-8c5f73a1-1ef4-4448-a848-a873b4018ded tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459540 Apr 29 18:45:14.148890 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45894) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:14.163736 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d896584-cbff-4179-a41b-f285a92f2f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:14.247852 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d896584-cbff-4179-a41b-f285a92f2f66 admin admin] Publish callbacks [] for security_group (13e2c2d1-41e8-4843-922f-5de91c07eb11), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:14.259317 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d896584-cbff-4179-a41b-f285a92f2f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (13e2c2d1-41e8-4843-922f-5de91c07eb11), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:14.297344 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d896584-cbff-4179-a41b-f285a92f2f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e2c2d1-41e8-4843-922f-5de91c07eb11,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:14.309981 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5d896584-cbff-4179-a41b-f285a92f2f66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=696427417d7049359bf65537c50374e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600046 Apr 29 18:45:14.312815 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45900) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:14.367722 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ec93fd19-427b-4bd4-9490-e4f6c385b9fe admin admin] Publish callbacks [] for security_group (13e2c2d1-41e8-4843-922f-5de91c07eb11), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:14.389456 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ec93fd19-427b-4bd4-9490-e4f6c385b9fe admin admin] Publish callbacks [] for security_group (13e2c2d1-41e8-4843-922f-5de91c07eb11), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:14.437615 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ec93fd19-427b-4bd4-9490-e4f6c385b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (13e2c2d1-41e8-4843-922f-5de91c07eb11), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:14.440574 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ec93fd19-427b-4bd4-9490-e4f6c385b9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:14.441711 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-ec93fd19-427b-4bd4-9490-e4f6c385b9fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13e2c2d1-41e8-4843-922f-5de91c07eb11 HTTP/1.1" status: 204 len: 168 time: 0.1278365 Apr 29 18:45:14.449188 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93fd19-427b-4bd4-9490-e4f6c385b9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e2c2d1-41e8-4843-922f-5de91c07eb11,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:15.107625 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c29de-44dd-4dc9-bae1-c416d41bbb1a req-e01e88f2-e8ab-4bef-b518-c60d7193051a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:15.109088 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-361c29de-44dd-4dc9-bae1-c416d41bbb1a req-e01e88f2-e8ab-4bef-b518-c60d7193051a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0535915 Apr 29 18:45:15.156839 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-361c29de-44dd-4dc9-bae1-c416d41bbb1a req-88d86ba4-3a49-47df-97ef-8ca52d9d677a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Apr 29 18:45:16.187254 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45972) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:16.273474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728771c-bc8e-441d-8db8-1b37e1b05a88 req-ad85f801-24f0-469b-bb95-11f0512a3b6c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:16.275001 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f728771c-bc8e-441d-8db8-1b37e1b05a88 req-ad85f801-24f0-469b-bb95-11f0512a3b6c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0492723 Apr 29 18:45:16.295142 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b5a3-da6c-4071-874b-e25024494425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:16.323954 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f728771c-bc8e-441d-8db8-1b37e1b05a88 req-fcfc6668-36d4-4e5b-949a-618db71533e0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Apr 29 18:45:16.382710 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b5a3-da6c-4071-874b-e25024494425 admin admin] Publish callbacks [] for security_group (642a1a33-7e0f-4446-8063-f48d9d8fe214), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:16.387573 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b5a3-da6c-4071-874b-e25024494425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (642a1a33-7e0f-4446-8063-f48d9d8fe214), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:16.427733 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-3dc1b5a3-da6c-4071-874b-e25024494425 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d48106b3c804a4fa544dc691a680195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393897 Apr 29 18:45:16.428851 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1b5a3-da6c-4071-874b-e25024494425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642a1a33-7e0f-4446-8063-f48d9d8fe214,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:16.431303 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45980) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:16.488189 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-484ff112-bd8b-4d50-a53c-19590f3f7a98 admin admin] Publish callbacks [] for security_group (642a1a33-7e0f-4446-8063-f48d9d8fe214), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:16.512969 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-484ff112-bd8b-4d50-a53c-19590f3f7a98 admin admin] Publish callbacks [] for security_group (642a1a33-7e0f-4446-8063-f48d9d8fe214), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:16.571975 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-484ff112-bd8b-4d50-a53c-19590f3f7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (642a1a33-7e0f-4446-8063-f48d9d8fe214), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:16.574732 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-484ff112-bd8b-4d50-a53c-19590f3f7a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:16.576578 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-484ff112-bd8b-4d50-a53c-19590f3f7a98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/642a1a33-7e0f-4446-8063-f48d9d8fe214 HTTP/1.1" status: 204 len: 168 time: 0.1423395 Apr 29 18:45:16.585085 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ff112-bd8b-4d50-a53c-19590f3f7a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642a1a33-7e0f-4446-8063-f48d9d8fe214,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:16.855708 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 45992) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:16.870226 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4bd2f30b-7393-48d4-8086-6aa44a9ff765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:16.948530 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4bd2f30b-7393-48d4-8086-6aa44a9ff765 admin admin] Publish callbacks [] for security_group (16746978-fcae-4946-a9da-c359da1ca6d5), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:16.954269 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4bd2f30b-7393-48d4-8086-6aa44a9ff765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (16746978-fcae-4946-a9da-c359da1ca6d5), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:17.002797 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-4bd2f30b-7393-48d4-8086-6aa44a9ff765 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23c6dd1b3ea34a07a5a81b18cf6dcd81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400590 Apr 29 18:45:17.002797 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2f30b-7393-48d4-8086-6aa44a9ff765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16746978-fcae-4946-a9da-c359da1ca6d5,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:17.003041 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 45998) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:17.072326 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c2dddfbd-9ebb-477d-9529-e63aa6d6ade2 admin admin] Publish callbacks [] for security_group (16746978-fcae-4946-a9da-c359da1ca6d5), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:17.094302 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c2dddfbd-9ebb-477d-9529-e63aa6d6ade2 admin admin] Publish callbacks [] for security_group (16746978-fcae-4946-a9da-c359da1ca6d5), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:17.142158 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c2dddfbd-9ebb-477d-9529-e63aa6d6ade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (16746978-fcae-4946-a9da-c359da1ca6d5), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:17.145341 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c2dddfbd-9ebb-477d-9529-e63aa6d6ade2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:17.146695 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c2dddfbd-9ebb-477d-9529-e63aa6d6ade2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16746978-fcae-4946-a9da-c359da1ca6d5 HTTP/1.1" status: 204 len: 168 time: 0.1456568 Apr 29 18:45:17.155083 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dddfbd-9ebb-477d-9529-e63aa6d6ade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16746978-fcae-4946-a9da-c359da1ca6d5,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:17.438322 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae51a6d-f637-4ce5-91d3-168f62812476 req-09a74f86-0e00-47f9-a222-9861d96b77be tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:17.440082 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bae51a6d-f637-4ce5-91d3-168f62812476 req-09a74f86-0e00-47f9-a222-9861d96b77be tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0479534 Apr 29 18:45:17.487720 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bae51a6d-f637-4ce5-91d3-168f62812476 req-8dc8135e-fcd0-4cae-affd-1de1f9a9a225 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Apr 29 18:45:18.606608 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de969ed3-cbac-4984-a906-5ecb91032969 req-5da51928-1c5f-45b6-94b7-ca250a9eaf51 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:18.609483 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de969ed3-cbac-4984-a906-5ecb91032969 req-5da51928-1c5f-45b6-94b7-ca250a9eaf51 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0532358 Apr 29 18:45:18.662556 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de969ed3-cbac-4984-a906-5ecb91032969 req-b2e5f5ca-87db-4df4-8dc8-8beb3f3b9518 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 Apr 29 18:45:19.169240 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 46092) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:19.286373 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e48d0f3b-4fae-449d-bab3-26fc8fead038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.362332 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e48d0f3b-4fae-449d-bab3-26fc8fead038 admin admin] Publish callbacks [] for security_group (8df39248-a109-46b0-8287-b4d6ea000809), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.368650 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e48d0f3b-4fae-449d-bab3-26fc8fead038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (8df39248-a109-46b0-8287-b4d6ea000809), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.405894 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-e48d0f3b-4fae-449d-bab3-26fc8fead038 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75ee619f4c5547e8b107ad3e9e36d6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354755 Apr 29 18:45:19.406579 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d0f3b-4fae-449d-bab3-26fc8fead038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df39248-a109-46b0-8287-b4d6ea000809,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:19.409404 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46096) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:19.462884 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45d79335-ab97-4215-aa87-d3668c3170d0 admin admin] Publish callbacks [] for security_group (8df39248-a109-46b0-8287-b4d6ea000809), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.487071 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45d79335-ab97-4215-aa87-d3668c3170d0 admin admin] Publish callbacks [] for security_group (8df39248-a109-46b0-8287-b4d6ea000809), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.541136 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45d79335-ab97-4215-aa87-d3668c3170d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (8df39248-a109-46b0-8287-b4d6ea000809), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.543688 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45d79335-ab97-4215-aa87-d3668c3170d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.544848 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-45d79335-ab97-4215-aa87-d3668c3170d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8df39248-a109-46b0-8287-b4d6ea000809 HTTP/1.1" status: 204 len: 168 time: 0.1344762 Apr 29 18:45:19.552425 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d79335-ab97-4215-aa87-d3668c3170d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df39248-a109-46b0-8287-b4d6ea000809,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:19.787561 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0ae58-31cd-439e-9c3c-e284eaf765c0 req-8aa52279-2d73-4f78-b13a-7fa80a1eec60 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:19.789047 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cee0ae58-31cd-439e-9c3c-e284eaf765c0 req-8aa52279-2d73-4f78-b13a-7fa80a1eec60 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0556004 Apr 29 18:45:19.833511 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46108) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:19.854230 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5771b340-9b2f-4eb3-80eb-33db7083993b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.858526 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cee0ae58-31cd-439e-9c3c-e284eaf765c0 req-4df1e44f-c3e0-4ff0-a4af-7457c0fba959 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639124 Apr 29 18:45:19.932085 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5771b340-9b2f-4eb3-80eb-33db7083993b admin admin] Publish callbacks [] for security_group (47d54f34-6b9c-4e42-986b-ff19e3980595), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.937777 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5771b340-9b2f-4eb3-80eb-33db7083993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (47d54f34-6b9c-4e42-986b-ff19e3980595), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:19.979858 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-5771b340-9b2f-4eb3-80eb-33db7083993b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eae40e82055d4901861b85f43934ee9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453459 Apr 29 18:45:19.980566 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771b340-9b2f-4eb3-80eb-33db7083993b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d54f34-6b9c-4e42-986b-ff19e3980595,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:19.982795 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 46112) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:20.030164 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a9d9375b-fdd8-4452-b08f-1296618dc318 admin admin] Publish callbacks [] for security_group (47d54f34-6b9c-4e42-986b-ff19e3980595), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:20.051632 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a9d9375b-fdd8-4452-b08f-1296618dc318 admin admin] Publish callbacks [] for security_group (47d54f34-6b9c-4e42-986b-ff19e3980595), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:20.098839 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a9d9375b-fdd8-4452-b08f-1296618dc318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (47d54f34-6b9c-4e42-986b-ff19e3980595), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:20.101446 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a9d9375b-fdd8-4452-b08f-1296618dc318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:20.102591 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-a9d9375b-fdd8-4452-b08f-1296618dc318 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47d54f34-6b9c-4e42-986b-ff19e3980595 HTTP/1.1" status: 204 len: 168 time: 0.1188228 Apr 29 18:45:20.110120 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9375b-fdd8-4452-b08f-1296618dc318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d54f34-6b9c-4e42-986b-ff19e3980595,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:20.971824 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8838d-e1b3-4b06-9d5a-72f9721d8a59 req-11582119-7305-4db9-be8a-b3c279d76b8c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:20.973619 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58d8838d-e1b3-4b06-9d5a-72f9721d8a59 req-11582119-7305-4db9-be8a-b3c279d76b8c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0499771 Apr 29 18:45:21.029438 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58d8838d-e1b3-4b06-9d5a-72f9721d8a59 req-98e4822c-aa44-4ae2-995e-55398ba7c7c7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Apr 29 18:45:22.145984 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d623d-ccb8-4b26-8738-b53e482500b0 req-a2b6c04e-0e62-48ba-88fd-ba16243c24d6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:22.147343 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-987d623d-ccb8-4b26-8738-b53e482500b0 req-a2b6c04e-0e62-48ba-88fd-ba16243c24d6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0493457 Apr 29 18:45:22.199814 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-987d623d-ccb8-4b26-8738-b53e482500b0 req-75f9f518-1bd0-4598-aaec-03dad13d898e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445390 Apr 29 18:45:23.077773 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f69e0cc0-853f-4889-8047-d8b087325d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:23.342085 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7afe4-dd81-4ade-90d1-cd2604411a80 req-dc8263e7-5765-4f52-aa36-93a1e78fc978 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:23.343595 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0bf7afe4-dd81-4ade-90d1-cd2604411a80 req-dc8263e7-5765-4f52-aa36-93a1e78fc978 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0526142 Apr 29 18:45:23.391594 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0bf7afe4-dd81-4ade-90d1-cd2604411a80 req-a3af4bdd-3ca5-4195-a9ff-f4b34e4ea476 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419729 Apr 29 18:45:24.521879 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9353f-9238-4d36-b03b-0129ed867d4b req-b37b3960-6661-4d41-8f5f-a80a91386a38 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:24.524054 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6ff9353f-9238-4d36-b03b-0129ed867d4b req-b37b3960-6661-4d41-8f5f-a80a91386a38 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0564375 Apr 29 18:45:24.592877 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6ff9353f-9238-4d36-b03b-0129ed867d4b req-334410d3-7d83-432d-a4f2-b4119e5ca4ed tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574079 Apr 29 18:45:25.320260 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-94cf6acd-9af0-4bd1-b03e-3ba902bb7dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:25.713404 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff339bd-d839-419c-bfa6-158aa4ca3379 req-b858d7f9-c879-4603-8573-8d94be975f4f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:25.715086 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5ff339bd-d839-419c-bfa6-158aa4ca3379 req-b858d7f9-c879-4603-8573-8d94be975f4f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0590494 Apr 29 18:45:25.765156 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5ff339bd-d839-419c-bfa6-158aa4ca3379 req-ba2ac621-4d7d-4c7d-b074-1c0f92f217d5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Apr 29 18:45:26.323726 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:26.903146 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39be0ee-02c5-4df6-829e-0038293a4f77 req-b8b9d7e3-a685-49da-a359-ebb0c7d8279d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:26.904717 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b39be0ee-02c5-4df6-829e-0038293a4f77 req-b8b9d7e3-a685-49da-a359-ebb0c7d8279d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0569637 Apr 29 18:45:26.966324 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b39be0ee-02c5-4df6-829e-0038293a4f77 req-6efaf34d-12c1-4a2e-8a83-05c13a9282ff tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Apr 29 18:45:27.559353 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:28.083341 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214075f-fa5b-435b-a785-683efa7431bd req-208f7f27-da34-457b-a6d6-dbd575486914 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:28.085050 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6214075f-fa5b-435b-a785-683efa7431bd req-208f7f27-da34-457b-a6d6-dbd575486914 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0499370 Apr 29 18:45:28.135093 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6214075f-fa5b-435b-a785-683efa7431bd req-f21daf90-01e2-4443-9277-c2e6edf5f326 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Apr 29 18:45:29.260656 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b98b55-c910-4d4b-8446-84713545d544 req-0bfa838c-60c8-43e4-a6dc-77fd4305a8a3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:29.262123 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b9b98b55-c910-4d4b-8446-84713545d544 req-0bfa838c-60c8-43e4-a6dc-77fd4305a8a3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0478411 Apr 29 18:45:29.312395 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b9b98b55-c910-4d4b-8446-84713545d544 req-a1100276-2ade-46e3-bc75-c5c09dcf4864 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Apr 29 18:45:29.331644 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:30.429010 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc927ed-47f2-4cf2-a42b-409ef834b727 req-70d9fe34-925b-49ac-8cbe-bc6033cdd007 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:30.430659 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ffc927ed-47f2-4cf2-a42b-409ef834b727 req-70d9fe34-925b-49ac-8cbe-bc6033cdd007 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Apr 29 18:45:30.485352 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ffc927ed-47f2-4cf2-a42b-409ef834b727 req-4655a865-9a75-44ef-b538-c968aaf98316 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478816 Apr 29 18:45:31.602693 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7718f-abcd-4b52-9f50-a9e292402c97 req-45780ba8-eaf4-4dfd-8d63-2fba5375bd4c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:31.604178 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0fe7718f-abcd-4b52-9f50-a9e292402c97 req-45780ba8-eaf4-4dfd-8d63-2fba5375bd4c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Apr 29 18:45:31.651987 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0fe7718f-abcd-4b52-9f50-a9e292402c97 req-7d2b69c7-7d33-424b-9660-91ad0302e2f0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 Apr 29 18:45:31.669679 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:32.764575 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb199fc-231d-46a0-84bc-ad04836e72af req-fa8a7470-aa9f-4948-ad3f-47d73a60c8fd tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:32.766037 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ebb199fc-231d-46a0-84bc-ad04836e72af req-fa8a7470-aa9f-4948-ad3f-47d73a60c8fd tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0468102 Apr 29 18:45:32.819346 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ebb199fc-231d-46a0-84bc-ad04836e72af req-6b058d28-da3c-42c3-855d-5da73d7c5fc6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445595 Apr 29 18:45:33.938487 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebc61d-94d4-40e9-b5ac-9351ccf52795 req-7b3b69a4-c7c9-4951-bb50-45f98faa9451 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:33.939963 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-14ebc61d-94d4-40e9-b5ac-9351ccf52795 req-7b3b69a4-c7c9-4951-bb50-45f98faa9451 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0529618 Apr 29 18:45:33.987518 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-14ebc61d-94d4-40e9-b5ac-9351ccf52795 req-64daee34-dc2d-44b5-8096-1d3cf2657f33 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Apr 29 18:45:35.111946 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0be42-cc6f-48d3-94ef-52c27858ecdb req-9b9c651e-2c84-413a-8452-c1375270e23d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:35.113351 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5ec0be42-cc6f-48d3-94ef-52c27858ecdb req-9b9c651e-2c84-413a-8452-c1375270e23d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0497682 Apr 29 18:45:35.163401 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5ec0be42-cc6f-48d3-94ef-52c27858ecdb req-6e5da344-f50f-494c-8060-5888cf5254e3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Apr 29 18:45:35.557803 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:45:36.289529 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87cf05-9597-4144-818b-33051d123dee req-5df794e7-17f4-426a-8d83-a200ca8611f4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:36.290963 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0b87cf05-9597-4144-818b-33051d123dee req-5df794e7-17f4-426a-8d83-a200ca8611f4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0469427 Apr 29 18:45:36.341098 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0b87cf05-9597-4144-818b-33051d123dee req-866399fb-7cdf-4306-b1a9-1848b17d5f3b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Apr 29 18:45:37.461524 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1771a-ce0c-4fa2-b81f-a4b7e038c4f6 req-733e17d4-30af-48ff-9265-7b503d48ac63 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:37.463008 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fce1771a-ce0c-4fa2-b81f-a4b7e038c4f6 req-733e17d4-30af-48ff-9265-7b503d48ac63 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0532048 Apr 29 18:45:37.511531 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fce1771a-ce0c-4fa2-b81f-a4b7e038c4f6 req-5307c63c-dddd-4bc4-b960-060e7f70fe53 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426090 Apr 29 18:45:38.629596 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311dcea-4522-4dba-8ec6-31c6b7ddbc23 req-dc8e0540-8308-4fe3-8561-c0cb265ea8cb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:38.631072 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e311dcea-4522-4dba-8ec6-31c6b7ddbc23 req-dc8e0540-8308-4fe3-8561-c0cb265ea8cb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0501227 Apr 29 18:45:38.686999 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e311dcea-4522-4dba-8ec6-31c6b7ddbc23 req-52bc45ca-e182-4401-b30c-5eea04998b8d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494187 Apr 29 18:45:39.546011 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-999a68fb-3783-42fb-80d5-69441fd2927a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480571 Apr 29 18:45:39.804794 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c69c-dd27-472f-89e8-f747bb7a2b81 req-cffa8938-babf-4393-9379-e2da3755da3b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:39.806312 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eef8c69c-dd27-472f-89e8-f747bb7a2b81 req-cffa8938-babf-4393-9379-e2da3755da3b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0502055 Apr 29 18:45:39.856568 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eef8c69c-dd27-472f-89e8-f747bb7a2b81 req-d6eb9654-7b6f-4ff4-a40d-c127f77811f2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443480 Apr 29 18:45:40.132200 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-5af1513a-506a-4211-8465-ad492631b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:40.133807 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-5af1513a-506a-4211-8465-ad492631b728 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b376e970ee94348aa59b7e1792baa7e&device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 1129 time: 0.0415559 Apr 29 18:45:40.279286 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-5a213a29-699b-4eba-ae42-2ff3e860810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:40.280865 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-5a213a29-699b-4eba-ae42-2ff3e860810d service neutron] 10.222.0.15 "GET /v2.0/networks?id=77de3756-47f5-4b94-8570-33a74e950ec4 HTTP/1.1" status: 200 len: 912 time: 0.0877979 Apr 29 18:45:40.339883 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-04615888-55ac-4cbe-bb2c-a490d3a18305 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e722abd1-7c90-486d-b3f0-ec049bed85bf HTTP/1.1" status: 200 len: 217 time: 0.0380976 Apr 29 18:45:40.391512 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-39e8bf99-4778-4fc0-9a28-4ade654ed922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:40.393381 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-39e8bf99-4778-4fc0-9a28-4ade654ed922 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf HTTP/1.1" status: 200 len: 851 time: 0.0456531 Apr 29 18:45:40.428619 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-7f652967-ff81-49fc-8968-02735ea1d631 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=77de3756-47f5-4b94-8570-33a74e950ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262079 Apr 29 18:45:40.530124 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-b265ee8d-af0f-455c-8d77-efab108c16e0 service neutron] 10.222.0.15 "GET /v2.0/networks/77de3756-47f5-4b94-8570-33a74e950ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941148 Apr 29 18:45:40.630671 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ffd4071-2d9c-4cb5-ad54-1bd3505997ce req-b19cb49e-e503-4da1-9472-eea55a0fdde5 service neutron] 10.222.0.15 "GET /v2.0/networks/77de3756-47f5-4b94-8570-33a74e950ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894821 Apr 29 18:45:40.975308 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb793c-9769-4e70-a167-a3e0be681985 req-417f0e23-ef31-4dc7-90d7-bb59f3b898fb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:40.976807 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-15eb793c-9769-4e70-a167-a3e0be681985 req-417f0e23-ef31-4dc7-90d7-bb59f3b898fb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0503821 Apr 29 18:45:41.026846 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-15eb793c-9769-4e70-a167-a3e0be681985 req-b131dee1-dee9-43e5-8924-bac001db5a79 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Apr 29 18:45:41.451563 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e7d4b-b993-40cf-9782-ecebf08408dc req-89ee5438-3773-4f74-9ba3-c8f680d18ea0 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:41.453734 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-752e7d4b-b993-40cf-9782-ecebf08408dc req-89ee5438-3773-4f74-9ba3-c8f680d18ea0 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0497034 Apr 29 18:45:41.501323 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-752e7d4b-b993-40cf-9782-ecebf08408dc req-2869cc71-e13f-4810-9cb2-327658fddfbb tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Apr 29 18:45:42.147812 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f60e14-5921-4ceb-9c69-b56bfcab42c4 req-7413ac65-8fdf-4c65-ab23-7532c0cc53d8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:42.149295 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-32f60e14-5921-4ceb-9c69-b56bfcab42c4 req-7413ac65-8fdf-4c65-ab23-7532c0cc53d8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0459006 Apr 29 18:45:42.160404 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46532) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:42.199657 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-32f60e14-5921-4ceb-9c69-b56bfcab42c4 req-ce611cf3-70f1-46de-ac52-e2b1fe209052 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 Apr 29 18:45:42.304037 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:42.380297 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Publish callbacks [] for security_group (e709cf28-9dfa-4326-a16d-7278b2ea5157), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:42.385495 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (e709cf28-9dfa-4326-a16d-7278b2ea5157), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:42.422749 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a64a94182d7d46ee8359295b763feff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612295 Apr 29 18:45:42.423565 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e709cf28-9dfa-4326-a16d-7278b2ea5157,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:42.425489 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46536) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:42.441542 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.441863 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.442195 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.442541 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.442839 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.443157 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.443471 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.443823 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.444138 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.444475 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.444799 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.445113 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.445426 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.445711 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.446023 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb67ecf6-6ccd-439d-8b75-728423b90216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:42.485079 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-91c8b6b4-3dfc-40bd-beb3-61ffabf4bdd4 admin admin] Publish callbacks [] for security_group (e709cf28-9dfa-4326-a16d-7278b2ea5157), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:42.507380 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-91c8b6b4-3dfc-40bd-beb3-61ffabf4bdd4 admin admin] Publish callbacks [] for security_group (e709cf28-9dfa-4326-a16d-7278b2ea5157), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:42.556556 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-91c8b6b4-3dfc-40bd-beb3-61ffabf4bdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (e709cf28-9dfa-4326-a16d-7278b2ea5157), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:42.559276 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-91c8b6b4-3dfc-40bd-beb3-61ffabf4bdd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:42.560429 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-91c8b6b4-3dfc-40bd-beb3-61ffabf4bdd4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e709cf28-9dfa-4326-a16d-7278b2ea5157 HTTP/1.1" status: 204 len: 168 time: 0.1341023 Apr 29 18:45:42.575603 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8b6b4-3dfc-40bd-beb3-61ffabf4bdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e709cf28-9dfa-4326-a16d-7278b2ea5157,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:42.629881 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534f732-4c53-4016-9cbb-452f59d2b948 req-fae80560-8f4b-4b58-b96b-520ef3c242f3 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:42.631412 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0534f732-4c53-4016-9cbb-452f59d2b948 req-fae80560-8f4b-4b58-b96b-520ef3c242f3 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0533972 Apr 29 18:45:42.680003 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0534f732-4c53-4016-9cbb-452f59d2b948 req-3865b691-fd76-4398-9de7-7815a717d89c tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Apr 29 18:45:43.096927 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 46564) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:43.206810 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.292248 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46576) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:43.311768 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Publish callbacks [] for security_group (f8d664b5-aba0-409a-aed9-9376d9c83066), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.318601 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f8d664b5-aba0-409a-aed9-9376d9c83066), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.343922 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f1019-b2d8-41e8-a3eb-a13698c198d4 req-991bdaad-4583-489f-a1b2-941f39ce9022 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:43.345466 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-181f1019-b2d8-41e8-a3eb-a13698c198d4 req-991bdaad-4583-489f-a1b2-941f39ce9022 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0712712 Apr 29 18:45:43.382491 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bca9182d4e9d49e89d4e6a163c21eba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843933 Apr 29 18:45:43.384412 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d664b5-aba0-409a-aed9-9376d9c83066,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:43.385132 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46580) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:43.396276 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1706355752-network', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:43.403439 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.403787 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.404124 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.404595 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.404992 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.405322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.405648 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.405967 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.406287 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.406607 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.406928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.407247 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.407698 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.408020 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.408337 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deeb3af-46f3-45bb-af2d-3c2071d67e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:43.433469 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-181f1019-b2d8-41e8-a3eb-a13698c198d4 req-2b69fcf0-7f4d-4c3c-8597-dcb7d78a52f1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806940 Apr 29 18:45:43.444106 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Made reservation on behalf of 131b4943a4aa42a8b09d614d80f552cc for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:45:43.446397 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.462759 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.464611 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cf388cf9-c039-48b6-b45d-5407d08beb00 admin admin] Publish callbacks [] for security_group (f8d664b5-aba0-409a-aed9-9376d9c83066), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.499445 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cf388cf9-c039-48b6-b45d-5407d08beb00 admin admin] Publish callbacks [] for security_group (f8d664b5-aba0-409a-aed9-9376d9c83066), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.573197 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cf388cf9-c039-48b6-b45d-5407d08beb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f8d664b5-aba0-409a-aed9-9376d9c83066), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.575921 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cf388cf9-c039-48b6-b45d-5407d08beb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.577372 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-cf388cf9-c039-48b6-b45d-5407d08beb00 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8d664b5-aba0-409a-aed9-9376d9c83066 HTTP/1.1" status: 204 len: 168 time: 0.1912689 Apr 29 18:45:43.584476 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Publish callbacks [] for security_group (44ab6ada-910d-4139-8862-77b05ed1c895), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.589688 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf388cf9-c039-48b6-b45d-5407d08beb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d664b5-aba0-409a-aed9-9376d9c83066,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:43.591455 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (44ab6ada-910d-4139-8862-77b05ed1c895), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.618086 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:45:43.624134 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ab6ada-910d-4139-8862-77b05ed1c895,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:43.633673 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (70d4737f-f06e-4061-9fe2-89d832e011ab), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.634013 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Added segment 70d4737f-f06e-4061-9fe2-89d832e011ab of type vlan for network 06abeb83-1544-4ffb-b107-5158cc75dcd4 Apr 29 18:45:43.676350 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (06abeb83-1544-4ffb-b107-5158cc75dcd4), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.710033 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (06abeb83-1544-4ffb-b107-5158cc75dcd4), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.711257 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:43.711621 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.805502 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] Pushing event updated for resources: {'Network': ['ID=06abeb83-1544-4ffb-b107-5158cc75dcd4,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:43.819506 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-502527c1-55f2-4ce3-b20f-aa9b9eca5100 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5235591 Apr 29 18:45:43.819851 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46592) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:43.824527 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Request body: {'subnet': {'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1706355752-subnet', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'ip_version': 4}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:43.825727 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:45:43.837116 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb520c-34b9-4942-85c7-363d2c5f7383 req-86cb3077-1f65-45d4-bf7d-65fd5066c503 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:43.838568 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-65bb520c-34b9-4942-85c7-363d2c5f7383 req-86cb3077-1f65-45d4-bf7d-65fd5066c503 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0683925 Apr 29 18:45:43.872526 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Made reservation on behalf of 131b4943a4aa42a8b09d614d80f552cc for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:45:43.875534 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9086954'] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:43.972531 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-65bb520c-34b9-4942-85c7-363d2c5f7383 req-073a6f8d-1cca-4c71-a005-a28d12bef8cc tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205163 Apr 29 18:45:44.099979 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9086744'] for subnet (8a2fb172-bb44-4c1d-b616-fd94466e4522), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.161630 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2fb172-bb44-4c1d-b616-fd94466e4522,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:44.170546 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Checking segment: {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:44.170988 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Network hostable DHCP agents. Network: 06abeb83-1544-4ffb-b107-5158cc75dcd4, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:45:44.188023 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:45:44.197782 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 06abeb83-1544-4ffb-b107-5158cc75dcd4) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:44.205131 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:44.205926 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.211848 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9959bef-ff28-4869-a342-effd825dcc04 None None] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:45:44.227891 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 46612) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:44.228405 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-12abb3a8-fec4-45de-b19e-ed89dddc97a9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4071016 Apr 29 18:45:44.233234 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:44.255959 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.257144 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.315310 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks [] for router_controller (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), precommit_add_association {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.321355 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 46614) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:44.327485 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-06abeb83-1544-4ffb-b107-5158cc75dcd4', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:45:44.328356 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.446861 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1220580470-network', 'tenant_id': '941e38a2e73a4905ac8568f1af5af294'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:44.480944 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Allocated IP 172.20.0.2 (06abeb83-1544-4ffb-b107-5158cc75dcd4/8a2fb172-bb44-4c1d-b616-fd94466e4522/d95f00c2-c762-4034-9d7c-19b430c0eff8) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:45:44.491843 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks [] for router_gateway (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.506293 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Made reservation on behalf of 941e38a2e73a4905ac8568f1af5af294 for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:45:44.508787 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.558107 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.624134 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc48fd-d38f-486a-bf12-13c7fb61739e req-bb074eef-bb52-4dd2-b032-4e8a1ab21002 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:44.625674 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ddc48fd-d38f-486a-bf12-13c7fb61739e req-bb074eef-bb52-4dd2-b032-4e8a1ab21002 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.1146793 Apr 29 18:45:44.626501 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Publish callbacks [] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.634311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.677530 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:45:44.682506 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:44.686319 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:45:44.693104 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Pushing event updated for resources: {'Port': ['ID=d95f00c2-c762-4034-9d7c-19b430c0eff8,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:44.725545 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.725916 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.726238 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.726582 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.726919 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.727233 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.727549 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.727862 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.728170 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.728483 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.728815 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.729143 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.729454 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.729763 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.730070 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:44.759638 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Attempting to bind port d95f00c2-c762-4034-9d7c-19b430c0eff8 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:45:44.760002 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Attempting to bind port d95f00c2-c762-4034-9d7c-19b430c0eff8 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:45:44.760356 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Attempting to bind port d95f00c2-c762-4034-9d7c-19b430c0eff8 on network 06abeb83-1544-4ffb-b107-5158cc75dcd4 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:45:44.765775 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:45:44.766144 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Checking segment: {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:44.766527 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.766931 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Bound using segment: {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:45:44.767390 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Bound port: d95f00c2-c762-4034-9d7c-19b430c0eff8, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:45:44.767762 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.834664 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] For port d95f00c2-c762-4034-9d7c-19b430c0eff8, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:45:44.838058 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] For port d95f00c2-c762-4034-9d7c-19b430c0eff8, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=d95f00c2-c762-4034-9d7c-19b430c0eff8,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:45:44.847096 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:44.904275 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892731fb-3b5e-432f-b757-25e77eb49fe7 None None] Pushing event updated for resources: {'Port': ['ID=d95f00c2-c762-4034-9d7c-19b430c0eff8,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:45.010332 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ddc48fd-d38f-486a-bf12-13c7fb61739e req-714c0d78-12e6-4ecd-a2d4-25a56cc51366 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783596 Apr 29 18:45:45.070404 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks [] for router_gateway (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.110326 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Publish callbacks [] for security_group (bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.112055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.126623 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.143060 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504103f6-a7e1-4ac4-8bb0-39188b7b63b3 req-7712ea3b-39b4-4955-af90-0c6e7c4f246f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:45.144682 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-504103f6-a7e1-4ac4-8bb0-39188b7b63b3 req-7712ea3b-39b4-4955-af90-0c6e7c4f246f tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0814593 Apr 29 18:45:45.194932 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=110119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:45:45.202169 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:45.202709 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-504103f6-a7e1-4ac4-8bb0-39188b7b63b3 req-a568a5aa-9600-4085-b95c-d31cdadb9386 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519083 Apr 29 18:45:45.216582 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (41578b0d-44bd-479c-8e11-16031f6e63d6), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.216999 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Added segment 41578b0d-44bd-479c-8e11-16031f6e63d6 of type vlan for network 368da476-db93-4234-a03c-a6e79da9c501 Apr 29 18:45:45.291877 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (368da476-db93-4234-a03c-a6e79da9c501), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.308622 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Allocated IP 172.27.0.75 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/07018396-2e89-46e0-8ec4-7c43160932c6) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:45:45.347894 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (368da476-db93-4234-a03c-a6e79da9c501), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.348869 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:45.349434 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.423940 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1012256 Apr 29 18:45:45.427032 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46626) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:45.432856 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Request body: {'subnet': {'network_id': '368da476-db93-4234-a03c-a6e79da9c501', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1220580470-subnet', 'tenant_id': '941e38a2e73a4905ac8568f1af5af294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:45.454099 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Made reservation on behalf of 941e38a2e73a4905ac8568f1af5af294 for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:45:45.456468 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9086954'] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.457262 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7ed51-8bde-431a-8865-ddf5d17b9740 admin admin] Pushing event updated for resources: {'Network': ['ID=368da476-db93-4234-a03c-a6e79da9c501,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:45.468269 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 368da476-db93-4234-a03c-a6e79da9c501 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:45:45.489915 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks [] for port (07018396-2e89-46e0-8ec4-7c43160932c6), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.528376 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.566972 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:45:45.570229 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:45.576303 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:45:45.605354 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=07018396-2e89-46e0-8ec4-7c43160932c6,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:45.643182 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9086744'] for subnet (f309c37d-35f7-40bb-9dae-0ef6c4a01f64), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.706948 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f309c37d-35f7-40bb-9dae-0ef6c4a01f64,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:45.725693 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Checking segment: {'id': '41578b0d-44bd-479c-8e11-16031f6e63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '368da476-db93-4234-a03c-a6e79da9c501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:45.726039 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Network hostable DHCP agents. Network: 368da476-db93-4234-a03c-a6e79da9c501, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:45:45.739920 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-31640b10-533b-461c-96f0-1c148da2727e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:45.741459 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-31640b10-533b-461c-96f0-1c148da2727e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.15 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.1109009 Apr 29 18:45:45.748580 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Network 368da476-db93-4234-a03c-a6e79da9c501 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:45:45.758481 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 368da476-db93-4234-a03c-a6e79da9c501) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:45.767584 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:45.768569 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:45.768679 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974b7ac-b553-4edd-b11b-057f5e5740e7 None None] Network 368da476-db93-4234-a03c-a6e79da9c501 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:45:45.801033 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-4d97f4d9-2f79-48ed-9e47-0b5d78c2cc63 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3725708 Apr 29 18:45:45.923218 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f823e73a-5c1c-4fc1-b6f2-7275598dd427 None None] Network 368da476-db93-4234-a03c-a6e79da9c501 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:45:46.014384 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Deleting port e722abd1-7c90-486d-b3f0-ec049bed85bf {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:45:46.014744 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.038807 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1161f20-e772-4be0-aa80-f8cf78915773 None None] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:45:46.042630 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks [] for router_gateway (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.078060 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-8b903ec4-4730-4578-b050-27acb802dcde None None] Provisioning complete for port d95f00c2-c762-4034-9d7c-19b430c0eff8 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:46.079327 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b903ec4-4730-4578-b050-27acb802dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.236151 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518dd27-c887-487b-9c94-e747d8a58d12 req-559c5912-0864-4a66-bf02-604872a59a49 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:46.237786 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8518dd27-c887-487b-9c94-e747d8a58d12 req-559c5912-0864-4a66-bf02-604872a59a49 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.1162591 Apr 29 18:45:46.261397 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] For port e722abd1-7c90-486d-b3f0-ec049bed85bf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=e722abd1-7c90-486d-b3f0-ec049bed85bf,segment=NetworkSegment(1dceb0c3-4743-4050-9d93-9614f8f00692),segment_id=1dceb0c3-4743-4050-9d93-9614f8f00692)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:45:46.261807 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.296290 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Calling delete_port for e722abd1-7c90-486d-b3f0-ec049bed85bf owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:45:46.297045 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-8b903ec4-4730-4578-b050-27acb802dcde None None] Current status of the port d95f00c2-c762-4034-9d7c-19b430c0eff8 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:46.297045 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b903ec4-4730-4578-b050-27acb802dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.358064 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-8b903ec4-4730-4578-b050-27acb802dcde None None] For port d95f00c2-c762-4034-9d7c-19b430c0eff8, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=d95f00c2-c762-4034-9d7c-19b430c0eff8,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:45:46.366293 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b903ec4-4730-4578-b050-27acb802dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.367305 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bdf64-405a-4257-87b8-c570458d280f req-77dfa23f-fb82-484c-acc8-a341b5c28a8a tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:46.375083 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-292bdf64-405a-4257-87b8-c570458d280f req-77dfa23f-fb82-484c-acc8-a341b5c28a8a tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 945 time: 0.0731831 Apr 29 18:45:46.440206 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-292bdf64-405a-4257-87b8-c570458d280f req-69f6223c-c6e3-43eb-88ab-b249058906c2 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a8373c-c310-4725-99d1-232155ccf09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641453 Apr 29 18:45:46.444151 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b903ec4-4730-4578-b050-27acb802dcde None None] Pushing event updated for resources: {'Port': ['ID=d95f00c2-c762-4034-9d7c-19b430c0eff8,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:46.473966 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8518dd27-c887-487b-9c94-e747d8a58d12 req-03549a46-5254-4994-8101-116a3e9e6eed tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222974 Apr 29 18:45:46.544437 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.593911 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-b460c126-3880-4356-a82a-801bb2977316 None None] Provisioning complete for port d95f00c2-c762-4034-9d7c-19b430c0eff8 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:46.594399 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-b460c126-3880-4356-a82a-801bb2977316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.655263 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device d95f00c2-c762-4034-9d7c-19b430c0eff8 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:45:46.716795 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (e722abd1-7c90-486d-b3f0-ec049bed85bf), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.745441 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port d95f00c2-c762-4034-9d7c-19b430c0eff8 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:46.745811 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.749866 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-b460c126-3880-4356-a82a-801bb2977316 None None] Current status of the port d95f00c2-c762-4034-9d7c-19b430c0eff8 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:46.750214 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Pushing event deleted for resources: {'Port': ['ID=e722abd1-7c90-486d-b3f0-ec049bed85bf,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:46.820886 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] No DVR routers for this DVR port e722abd1-7c90-486d-b3f0-ec049bed85bf on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:45:46.826441 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:46.829835 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7d08e13-45ca-4f03-bbb2-0679fab8a04d req-bdf6e184-d14f-488b-bca8-28f46b53271e tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.15 "DELETE /v2.0/ports/e722abd1-7c90-486d-b3f0-ec049bed85bf HTTP/1.1" status: 204 len: 173 time: 1.0669398 Apr 29 18:45:46.830270 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d8ea2-459e-46f5-a830-511815e9eda9', 'name': 'network-vif-deleted', 'tag': 'e722abd1-7c90-486d-b3f0-ec049bed85bf'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:45:46.832538 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a259b8e7-3586-4179-abfb-2859ec7afb6d" -d '{"events": [{"server_uuid": "841d8ea2-459e-46f5-a830-511815e9eda9", "name": "network-vif-deleted", "tag": "e722abd1-7c90-486d-b3f0-ec049bed85bf"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:45:46.832664 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port d95f00c2-c762-4034-9d7c-19b430c0eff8 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:46.841810 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:45:47.117206 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3b3d5a-c1c9-4c0c-aeb5-04648bb669b8 x-openstack-request-id: req-ef3b3d5a-c1c9-4c0c-aeb5-04648bb669b8 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:45:47.117497 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841d8ea2-459e-46f5-a830-511815e9eda9", "name": "network-vif-deleted", "tag": "e722abd1-7c90-486d-b3f0-ec049bed85bf", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:45:47.117714 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef3b3d5a-c1c9-4c0c-aeb5-04648bb669b8 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:45:47.118102 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3b3d5a-c1c9-4c0c-aeb5-04648bb669b8'] response: {'server_uuid': '841d8ea2-459e-46f5-a830-511815e9eda9', 'name': 'network-vif-deleted', 'tag': 'e722abd1-7c90-486d-b3f0-ec049bed85bf', 'status': 'completed', 'code': 200} Apr 29 18:45:47.189025 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:45:47.198372 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Sync routers for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:45:47.208092 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:47.211989 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-eb6baaf4-185c-4505-acd4-fce0d1265fb5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9798613 Apr 29 18:45:47.212117 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:45:47.212117 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:47.212396 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46656) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:47.320276 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:45:47.500181 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:45Z', 'revision_number': 3, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:47.535583 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aa9a7d23-e53c-4faf-930b-c564424660aa req-00e426ea-e71d-4fda-932e-9d7855d9befc tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 210 time: 0.0311444 Apr 29 18:45:47.649916 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Checking router: cb7e5ed7-56fd-4a94-8244-d3c13c594d9e for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:45:47.650246 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5f851-b112-4709-a43e-4cabe7954f9b req-2e14e97a-91d2-48e6-aff4-b3e5db2469ff tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:47.650710 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Updating router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e port 07018396-2e89-46e0-8ec4-7c43160932c6 binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:45:47.653780 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-68b5f851-b112-4709-a43e-4cabe7954f9b req-2e14e97a-91d2-48e6-aff4-b3e5db2469ff tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0829327 Apr 29 18:45:47.677806 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:47.737940 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-68b5f851-b112-4709-a43e-4cabe7954f9b req-62a46c58-c63b-4b71-bcd6-a2ed1fb0acf2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778239 Apr 29 18:45:47.743487 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:47.902050 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Allocated IP 172.20.0.1 (06abeb83-1544-4ffb-b107-5158cc75dcd4/8a2fb172-bb44-4c1d-b616-fd94466e4522/12660471-302d-44ba-b5e0-a5b8a9db8158) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:45:47.905589 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device e722abd1-7c90-486d-b3f0-ec049bed85bf no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:45:47.927268 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: e722abd1-7c90-486d-b3f0-ec049bed85bf {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:45:47.927592 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device e722abd1-7c90-486d-b3f0-ec049bed85bf not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:45:47.941601 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Publish callbacks [] for port (07018396-2e89-46e0-8ec4-7c43160932c6), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:47.947432 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:47.997351 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Attempting to bind port 07018396-2e89-46e0-8ec4-7c43160932c6 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:45:47.997723 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Attempting to bind port 07018396-2e89-46e0-8ec4-7c43160932c6 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:45:47.998132 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Attempting to bind port 07018396-2e89-46e0-8ec4-7c43160932c6 on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:45:48.006285 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Pushing event updated for resources: {'Port': ['ID=07018396-2e89-46e0-8ec4-7c43160932c6,revision_number=2']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:48.013830 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:45:48.014124 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Publish callbacks [] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.014215 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:48.016013 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.016723 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:45:48.016916 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Bound port: 07018396-2e89-46e0-8ec4-7c43160932c6, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:45:48.017306 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.020352 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.020721 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.021080 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.021435 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.021769 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.022078 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.022438 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.022726 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.023047 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.023353 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.023688 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.024013 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.024337 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.024681 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.025011 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:45:48.051652 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.078715 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] For port 07018396-2e89-46e0-8ec4-7c43160932c6, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:45:48.082259 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] For port 07018396-2e89-46e0-8ec4-7c43160932c6, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=07018396-2e89-46e0-8ec4-7c43160932c6,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:45:48.089002 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.094400 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:45:48.097181 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:48.102687 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:45:48.130036 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Pushing event updated for resources: {'Port': ['ID=12660471-302d-44ba-b5e0-a5b8a9db8158,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:48.149152 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.160031 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e03fd4-1159-40af-a239-01e2086fe753 None None] Pushing event updated for resources: {'Port': ['ID=07018396-2e89-46e0-8ec4-7c43160932c6,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:48.171445 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:45:48.171939 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:48.298443 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:45:48.300789 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.385049 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-f7cab136-201a-443c-81fd-f82efb0d6990 None None] Provisioning complete for port 12660471-302d-44ba-b5e0-a5b8a9db8158 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:48.385476 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f7cab136-201a-443c-81fd-f82efb0d6990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.430288 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-f7cab136-201a-443c-81fd-f82efb0d6990 None None] Port 12660471-302d-44ba-b5e0-a5b8a9db8158 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:45:48.490338 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:45Z', 'revision_number': 3, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:48.519102 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f39e91-3758-4c22-bc17-a1c324c4ecc7 None None] The sync data for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi is: [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:45Z', 'revision_number': 3, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:45:48.664375 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7eb0b839-497c-41f6-a710-9a7c5611985d req-ff42b1c9-9f8e-4599-b65c-30b4ec82fd54 tempest-DeleteServersTestJSON-416335073 tempest-DeleteServersTestJSON-416335073-project] 10.222.0.50 "GET /v2.0/ports?device_id=841d8ea2-459e-46f5-a830-511815e9eda9 HTTP/1.1" status: 200 len: 210 time: 0.0437536 Apr 29 18:45:48.732563 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Publish callbacks [] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.738219 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.842295 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:48.844207 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Pushing event updated for resources: {'Port': ['ID=12660471-302d-44ba-b5e0-a5b8a9db8158,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:48.916169 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c97ba-980b-4a1b-a9b7-1572df0079aa req-998962cd-e05a-49cf-99c1-431beebf7773 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:48.917922 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8d0c97ba-980b-4a1b-a9b7-1572df0079aa req-998962cd-e05a-49cf-99c1-431beebf7773 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0676532 Apr 29 18:45:48.973711 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8d0c97ba-980b-4a1b-a9b7-1572df0079aa req-dea349ec-2563-4809-956d-bbb1be38f7f7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498526 Apr 29 18:45:49.019340 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-04bee2fe-9f3d-4570-a04b-96564947bbe9 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:49.021120 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-04bee2fe-9f3d-4570-a04b-96564947bbe9 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/networks?id=368da476-db93-4234-a03c-a6e79da9c501 HTTP/1.1" status: 200 len: 814 time: 0.1801987 Apr 29 18:45:49.041479 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:45:49.044003 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:49.052146 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-ddf403c3-bcd0-4f97-a479-edeaa19c4811 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/quotas/941e38a2e73a4905ac8568f1af5af294 HTTP/1.1" status: 200 len: 375 time: 0.0220401 Apr 29 18:45:49.139107 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-7c7e71b5-8cff-4300-a737-d015d34d9556 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=941e38a2e73a4905ac8568f1af5af294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784342 Apr 29 18:45:49.305719 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:45:49.360219 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-ea643e05-40dc-4c78-bdb1-4701910b0cff None None] Provisioning complete for port 12660471-302d-44ba-b5e0-a5b8a9db8158 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:49.361637 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ea643e05-40dc-4c78-bdb1-4701910b0cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:49.377118 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-f851b82f-7334-457b-bca8-c2280fb2d8ac service neutron] 10.222.0.50 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299283 Apr 29 18:45:49.400186 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-ea643e05-40dc-4c78-bdb1-4701910b0cff None None] Port 12660471-302d-44ba-b5e0-a5b8a9db8158 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:45:49.516935 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:45:49.524612 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-6411dde8-7fbe-487d-9f49-ddfb3f40b889 admin admin] 10.222.0.50 "PUT /v2.0/routers/cb7e5ed7-56fd-4a94-8244-d3c13c594d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3108773 Apr 29 18:45:49.539896 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-bffb96be-606c-422b-a13e-542b3715a4a4 service neutron] 10.222.0.50 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564689 Apr 29 18:45:49.732097 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6fe64bc8-44e1-4545-9844-98008e4227ab req-70219bb5-05ac-4fb6-8b57-0efe831cfcb3 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 210 time: 0.0487311 Apr 29 18:45:50.109034 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46740) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:50.114667 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1470245829-network', 'tenant_id': '17cf3832459944abacf72169a8abd09a'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:50.132185 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3106b22-a08a-43ca-b96a-bc48f1866d30 req-3a62622c-ec57-4d67-9463-cc502f43bddb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:50.139652 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3106b22-a08a-43ca-b96a-bc48f1866d30 req-3a62622c-ec57-4d67-9463-cc502f43bddb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0753121 Apr 29 18:45:50.157669 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Made reservation on behalf of 17cf3832459944abacf72169a8abd09a for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:45:50.160428 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.171560 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.187820 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3106b22-a08a-43ca-b96a-bc48f1866d30 req-7296acb3-fe0e-4122-b4ce-0c39b40bbbc1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Apr 29 18:45:50.267260 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Publish callbacks [] for security_group (1ecfac80-2931-4a3f-8711-ff8098ae9bbd), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.271972 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (1ecfac80-2931-4a3f-8711-ff8098ae9bbd), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.297598 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:45:50.307286 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecfac80-2931-4a3f-8711-ff8098ae9bbd,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:50.315729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (189e7ed7-b630-47b7-830c-1720bace0174), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.316117 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Added segment 189e7ed7-b630-47b7-830c-1720bace0174 of type vlan for network 300ca5ee-e66c-4037-9518-8e110bab35fc Apr 29 18:45:50.363368 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (300ca5ee-e66c-4037-9518-8e110bab35fc), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.387837 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (300ca5ee-e66c-4037-9518-8e110bab35fc), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.388915 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:50.389499 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.427333 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3166859 Apr 29 18:45:50.430398 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 46746) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:50.435668 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Request body: {'subnet': {'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1470245829-subnet', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'ip_version': 4}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:50.449836 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Sync routers for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:45:50.457468 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279b202-c0b1-41a0-ab1e-6f389fe784fd admin admin] Pushing event updated for resources: {'Network': ['ID=300ca5ee-e66c-4037-9518-8e110bab35fc,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:50.460356 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Made reservation on behalf of 17cf3832459944abacf72169a8abd09a for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:45:50.462515 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:45:50.463069 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9363898'] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.463218 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:50.558661 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 300ca5ee-e66c-4037-9518-8e110bab35fc details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:45:50.598186 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 07018396-2e89-46e0-8ec4-7c43160932c6 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:45:50.652975 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3283275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9363784'] for subnet (104c0bc9-7ead-4647-81e0-d2decf6a652c), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.666819 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:45:50.709007 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=104c0bc9-7ead-4647-81e0-d2decf6a652c,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:50.717375 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Checking segment: {'id': '189e7ed7-b630-47b7-830c-1720bace0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:50.717730 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Network hostable DHCP agents. Network: 300ca5ee-e66c-4037-9518-8e110bab35fc, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:45:50.734785 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Network 300ca5ee-e66c-4037-9518-8e110bab35fc is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:45:50.743361 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 300ca5ee-e66c-4037-9518-8e110bab35fc) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:50.747597 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:50.748247 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.756481 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b69e5e-0467-49ee-b9b0-82f0ea934308 None None] Network 300ca5ee-e66c-4037-9518-8e110bab35fc requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:45:50.765116 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-400e4e5e-68c9-469b-a05d-2d4a89d33c4f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3336141 Apr 29 18:45:50.767663 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 46750) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:50.771847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:50.792709 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (a1a01aa0-f103-4307-bf37-81959fb2436f), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.794462 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (a1a01aa0-f103-4307-bf37-81959fb2436f), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.858922 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks [] for router_controller (a1a01aa0-f103-4307-bf37-81959fb2436f), precommit_add_association {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:50.859240 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dbcb1c95-afc0-4155-897a-45998119ea93 req-6bce1bc3-64c9-4e24-aa70-8679b647f87d tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 210 time: 0.0344372 Apr 29 18:45:50.928135 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 07018396-2e89-46e0-8ec4-7c43160932c6 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:50.928529 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.018655 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks [] for router_gateway (a1a01aa0-f103-4307-bf37-81959fb2436f), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.145750 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-300ca5ee-e66c-4037-9518-8e110bab35fc', 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc', 'project_id': '17cf3832459944abacf72169a8abd09a', 'fixed_ips': [{'subnet_id': '104c0bc9-7ead-4647-81e0-d2decf6a652c'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:45:51.146593 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.180626 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-e7aaa04a-12fc-4e90-a449-cfce23d818b2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:51.182085 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-e7aaa04a-12fc-4e90-a449-cfce23d818b2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.15 "GET /v2.0/networks?id=368da476-db93-4234-a03c-a6e79da9c501 HTTP/1.1" status: 200 len: 814 time: 0.1766691 Apr 29 18:45:51.197697 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '12660471-302d-44ba-b5e0-a5b8a9db8158', 'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'mac_address': 'fa:16:3e:5c:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:47Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 2, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'subnets': [{'id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:51.199354 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 07018396-2e89-46e0-8ec4-7c43160932c6 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:51.199735 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.230919 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Request body: {'port': {'device_id': '0b2646d1-68a1-499f-bb09-85a5350300e4', 'network_id': '368da476-db93-4234-a03c-a6e79da9c501', 'admin_state_up': True, 'tenant_id': '941e38a2e73a4905ac8568f1af5af294'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:51.249331 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Checking router: cb7e5ed7-56fd-4a94-8244-d3c13c594d9e for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:45:51.249976 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Updating router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e port 12660471-302d-44ba-b5e0-a5b8a9db8158 binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:45:51.326380 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 07018396-2e89-46e0-8ec4-7c43160932c6, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=07018396-2e89-46e0-8ec4-7c43160932c6,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:45:51.338451 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.350895 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.402687 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad06198-54ee-44d4-9711-f2605822bee6 req-0ec4e747-39fb-4613-b9b8-7aaf432d1b80 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:51.404217 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6ad06198-54ee-44d4-9711-f2605822bee6 req-0ec4e747-39fb-4613-b9b8-7aaf432d1b80 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.1168270 Apr 29 18:45:51.413390 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks [] for router_gateway (a1a01aa0-f103-4307-bf37-81959fb2436f), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.455655 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.469433 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Allocated IP 172.20.0.2 (300ca5ee-e66c-4037-9518-8e110bab35fc/104c0bc9-7ead-4647-81e0-d2decf6a652c/ae06600b-a02b-494d-8bfa-3eabe0f90a52) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:45:51.473261 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=07018396-2e89-46e0-8ec4-7c43160932c6,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:51.546774 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6ad06198-54ee-44d4-9711-f2605822bee6 req-5d55768b-8607-44cd-be87-e8208a588397 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272309 Apr 29 18:45:51.550378 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Made reservation on behalf of 941e38a2e73a4905ac8568f1af5af294 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:45:51.553884 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.659218 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Allocated IP 172.27.0.34 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/bae2db2d-766d-4389-82cf-19ef596d112e) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:45:51.762600 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Publish callbacks [] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.775036 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.788511 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Allocated IP 172.20.0.13 (368da476-db93-4234-a03c-a6e79da9c501/f309c37d-35f7-40bb-9dae-0ef6c4a01f64/70c5c9b3-9526-4d25-b4c0-832da91fa85f) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:45:51.840033 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks [] for port (bae2db2d-766d-4389-82cf-19ef596d112e), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.847306 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Network 300ca5ee-e66c-4037-9518-8e110bab35fc is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:45:51.863299 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:51.871246 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:45:51.875061 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Publish callbacks [] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.878702 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Pushing event updated for resources: {'Port': ['ID=ae06600b-a02b-494d-8bfa-3eabe0f90a52,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:51.890322 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.960322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:51.984849 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3448f-add1-42c5-aa5c-ca47aac49392 None None] Pushing event updated for resources: {'Port': ['ID=12660471-302d-44ba-b5e0-a5b8a9db8158,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:51.985397 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2759d329-71c6-443a-8134-3df5373b664b req-ae68092f-dea9-471b-b170-5615ff251cce tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 210 time: 0.0357823 Apr 29 18:45:51.991836 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Attempting to bind port ae06600b-a02b-494d-8bfa-3eabe0f90a52 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:45:51.992210 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Attempting to bind port ae06600b-a02b-494d-8bfa-3eabe0f90a52 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '189e7ed7-b630-47b7-830c-1720bace0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:45:51.992575 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Attempting to bind port ae06600b-a02b-494d-8bfa-3eabe0f90a52 on network 300ca5ee-e66c-4037-9518-8e110bab35fc {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:45:52.006311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:45:52.006311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Checking segment: {'id': '189e7ed7-b630-47b7-830c-1720bace0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:52.006311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.006311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Bound using segment: {'id': '189e7ed7-b630-47b7-830c-1720bace0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:45:52.006311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Bound port: ae06600b-a02b-494d-8bfa-3eabe0f90a52, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e7ed7-b630-47b7-830c-1720bace0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:45:52.006311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.027847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks [] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.052576 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:45:52.053298 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Pushing event updated for resources: {'Port': ['ID=bae2db2d-766d-4389-82cf-19ef596d112e,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:52.061030 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:52.064433 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:45:52.086370 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Attempting to bind port 12660471-302d-44ba-b5e0-a5b8a9db8158 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:45:52.086744 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Attempting to bind port 12660471-302d-44ba-b5e0-a5b8a9db8158 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:45:52.087118 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Attempting to bind port 12660471-302d-44ba-b5e0-a5b8a9db8158 on network 06abeb83-1544-4ffb-b107-5158cc75dcd4 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:45:52.097655 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:45:52.098051 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Checking segment: {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:52.098646 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.099038 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Bound using segment: {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:45:52.099676 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Bound port: 12660471-302d-44ba-b5e0-a5b8a9db8158, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:45:52.100228 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.119103 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.153955 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] For port ae06600b-a02b-494d-8bfa-3eabe0f90a52, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:45:52.178320 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] For port ae06600b-a02b-494d-8bfa-3eabe0f90a52, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=ae06600b-a02b-494d-8bfa-3eabe0f90a52,segment=NetworkSegment(189e7ed7-b630-47b7-830c-1720bace0174),segment_id=189e7ed7-b630-47b7-830c-1720bace0174)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:45:52.198360 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.240939 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] For port 12660471-302d-44ba-b5e0-a5b8a9db8158, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:45:52.241079 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Network 368da476-db93-4234-a03c-a6e79da9c501 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:45:52.247320 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:52.282449 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] For port 12660471-302d-44ba-b5e0-a5b8a9db8158, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=12660471-302d-44ba-b5e0-a5b8a9db8158,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:45:52.282724 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:45:52.284012 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-7a90e83a-3602-4da3-9bc1-c51bf945b183 None None] Provisioning complete for port 12660471-302d-44ba-b5e0-a5b8a9db8158 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:52.284412 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7a90e83a-3602-4da3-9bc1-c51bf945b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.320192 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46778) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:52.333804 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b23ab6-680b-420e-ab88-9ee4a682b9ed None None] Pushing event updated for resources: {'Port': ['ID=ae06600b-a02b-494d-8bfa-3eabe0f90a52,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:52.333804 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.345371 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:52.346042 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.351761 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Pushing event updated for resources: {'Port': ['ID=70c5c9b3-9526-4d25-b4c0-832da91fa85f,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:52.397790 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-7a90e83a-3602-4da3-9bc1-c51bf945b183 None None] Port 12660471-302d-44ba-b5e0-a5b8a9db8158 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:45:52.403164 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd003179-3a71-43ab-9903-ccf5e7c04425 admin admin] Deleting subnet 3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf {{(pid=110120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:45:52.406939 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-dd390a5f-bbbf-489d-8571-9db24a327be2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1791844 Apr 29 18:45:52.410676 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fd003179-3a71-43ab-9903-ccf5e7c04425 admin admin] Publish callbacks [] for subnet (3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.419407 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:45:52.420169 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:52.460217 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3448f-add1-42c5-aa5c-ca47aac49392 None None] Pushing event updated for resources: {'Port': ['ID=12660471-302d-44ba-b5e0-a5b8a9db8158,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:52.470919 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fd003179-3a71-43ab-9903-ccf5e7c04425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668398'] for subnet (3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf), precommit_delete_associations {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.563636 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fd003179-3a71-43ab-9903-ccf5e7c04425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.577783 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Request body: {'port': {'device_id': '0b2646d1-68a1-499f-bb09-85a5350300e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:52.618676 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:45:52.684334 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 07018396-2e89-46e0-8ec4-7c43160932c6 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:45:52.713651 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fd003179-3a71-43ab-9903-ccf5e7c04425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9086737'] for subnet (3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.754551 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fd003179-3a71-43ab-9903-ccf5e7c04425 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.757971 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fd003179-3a71-43ab-9903-ccf5e7c04425 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf HTTP/1.1" status: 204 len: 168 time: 0.4363496 Apr 29 18:45:52.759181 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd003179-3a71-43ab-9903-ccf5e7c04425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb96bca-c2f7-42ec-9e8a-37d1dd5316cf,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:52.762313 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46784) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:52.795790 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee378c96-1997-4567-b5e2-2e791798f115 req-822d7bd7-1c52-4d6d-a088-56889bd21cb3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:52.799682 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ee378c96-1997-4567-b5e2-2e791798f115 req-822d7bd7-1c52-4d6d-a088-56889bd21cb3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0885527 Apr 29 18:45:52.802627 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks [] for router_gateway (a1a01aa0-f103-4307-bf37-81959fb2436f), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.843847 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (77de3756-47f5-4b94-8570-33a74e950ec4), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.941422 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (77de3756-47f5-4b94-8570-33a74e950ec4), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:52.968100 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77de3756-47f5-4b94-8570-33a74e950ec4']}} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:52.980216 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dceb0c3-4743-4050-9d93-9614f8f00692') {'for_net_delete': True} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:52.980886 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dceb0c3-4743-4050-9d93-9614f8f00692') {} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:52.993341 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668385'] for segment (1dceb0c3-4743-4050-9d93-9614f8f00692), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.011816 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (1dceb0c3-4743-4050-9d93-9614f8f00692), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.021069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:45:53.021554 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542673'] for segment (1dceb0c3-4743-4050-9d93-9614f8f00692), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: Traceback (most recent call last): Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: timer() Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: cb(*args, **kw) Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: return func(*args, **kwargs) Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: self._notify() Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: self.callback(batched_events) Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: event.method(event) Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: return f(self, *a, **k) Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._get(url).json() Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: return self.request(url, 'GET', **kwargs) Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:45:53.024311 dv-cinder-839987-1-iscsi neutron-server[110120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:45:53.035359 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-e68ca638-82e9-46e0-a5f8-0ec270b4f0ee None None] Provisioning complete for port 12660471-302d-44ba-b5e0-a5b8a9db8158 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:53.035897 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e68ca638-82e9-46e0-a5f8-0ec270b4f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.104399 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (77de3756-47f5-4b94-8570-33a74e950ec4), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.125295 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.128436 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] 10.222.0.50 "DELETE /v2.0/networks/77de3756-47f5-4b94-8570-33a74e950ec4 HTTP/1.1" status: 204 len: 168 time: 0.3632202 Apr 29 18:45:53.143565 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 07018396-2e89-46e0-8ec4-7c43160932c6 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:53.144018 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.154431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.154916 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccd218-0103-4335-9343-ce29640c7c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=77de3756-47f5-4b94-8570-33a74e950ec4,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:53.180109 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-60a5e6ab-b0bb-470e-b934-6588f15e0088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.209193 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f355fb-4cf6-4af0-a4ef-e7c852e60cbb req-5ea0c601-eed6-4a83-944d-70de1504ea0b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:53.220048 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-65f355fb-4cf6-4af0-a4ef-e7c852e60cbb req-5ea0c601-eed6-4a83-944d-70de1504ea0b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 932 time: 0.1182427 Apr 29 18:45:53.279534 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ee378c96-1997-4567-b5e2-2e791798f115 req-39b0961f-eef8-4e8b-8695-e7c371391589 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720991 Apr 29 18:45:53.294546 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-65f355fb-4cf6-4af0-a4ef-e7c852e60cbb req-d8c3116d-38ea-4334-a244-a8e915293a9a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734770 Apr 29 18:45:53.359591 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-e68ca638-82e9-46e0-a5f8-0ec270b4f0ee None None] Current status of the port 12660471-302d-44ba-b5e0-a5b8a9db8158 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:53.359591 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e68ca638-82e9-46e0-a5f8-0ec270b4f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.378739 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46792) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:53.432081 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '12660471-302d-44ba-b5e0-a5b8a9db8158', 'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'mac_address': 'fa:16:3e:5c:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:47Z', 'updated_at': '2022-04-29T18:45:52Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'subnets': [{'id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:53.443338 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9c4ed2b1-1e1e-4884-b3dc-3cb2e63f599d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b376e970ee94348aa59b7e1792baa7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0634341 Apr 29 18:45:53.446343 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46794) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:53.484777 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 07018396-2e89-46e0-8ec4-7c43160932c6 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:53.490468 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc7bf8-fbc5-482f-815e-88ff999eadba None None] The sync data for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi is: [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '12660471-302d-44ba-b5e0-a5b8a9db8158', 'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'mac_address': 'fa:16:3e:5c:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:47Z', 'updated_at': '2022-04-29T18:45:52Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'subnets': [{'id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:45:53.517430 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-e68ca638-82e9-46e0-a5f8-0ec270b4f0ee None None] For port 12660471-302d-44ba-b5e0-a5b8a9db8158, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=12660471-302d-44ba-b5e0-a5b8a9db8158,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:45:53.518912 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-746fdf58-d458-4046-b800-90b9c0ed8858 admin admin] Publish callbacks [] for security_group (a7a8373c-c310-4725-99d1-232155ccf09c), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.526454 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e68ca638-82e9-46e0-a5f8-0ec270b4f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.594154 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-746fdf58-d458-4046-b800-90b9c0ed8858 admin admin] Publish callbacks [] for security_group (a7a8373c-c310-4725-99d1-232155ccf09c), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.594306 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (a1a01aa0-f103-4307-bf37-81959fb2436f), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.651854 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ca638-82e9-46e0-a5f8-0ec270b4f0ee None None] Pushing event updated for resources: {'Port': ['ID=12660471-302d-44ba-b5e0-a5b8a9db8158,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:53.682996 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-746fdf58-d458-4046-b800-90b9c0ed8858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (a7a8373c-c310-4725-99d1-232155ccf09c), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.687820 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-746fdf58-d458-4046-b800-90b9c0ed8858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.689049 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-746fdf58-d458-4046-b800-90b9c0ed8858 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7a8373c-c310-4725-99d1-232155ccf09c HTTP/1.1" status: 204 len: 168 time: 0.2401338 Apr 29 18:45:53.698292 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fdf58-d458-4046-b800-90b9c0ed8858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a8373c-c310-4725-99d1-232155ccf09c,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:53.848256 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c5c9b3-9526-4d25-b4c0-832da91fa85f {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:45:53.870603 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Publish callbacks [] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.902721 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Transition to ACTIVE for port object 70c5c9b3-9526-4d25-b4c0-832da91fa85f will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:45:53.910549 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09132145-dae4-4246-9687-cdffdf00ca23 None None] Network 300ca5ee-e66c-4037-9518-8e110bab35fc requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:45:53.918455 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:53.972454 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-65f03853-52a9-418b-a38a-38e7de6c0a81 None None] Provisioning complete for port ae06600b-a02b-494d-8bfa-3eabe0f90a52 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:53.972966 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-65f03853-52a9-418b-a38a-38e7de6c0a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:54.038029 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=70c5c9b3-9526-4d25-b4c0-832da91fa85f,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:54.073710 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Router a1a01aa0-f103-4307-bf37-81959fb2436f is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:45:54.213459 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Attempting to bind port 70c5c9b3-9526-4d25-b4c0-832da91fa85f on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:45:54.213789 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Attempting to bind port 70c5c9b3-9526-4d25-b4c0-832da91fa85f by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '41578b0d-44bd-479c-8e11-16031f6e63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '368da476-db93-4234-a03c-a6e79da9c501'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:45:54.214108 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Attempting to bind port 70c5c9b3-9526-4d25-b4c0-832da91fa85f on network 368da476-db93-4234-a03c-a6e79da9c501 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:45:54.214227 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-65f03853-52a9-418b-a38a-38e7de6c0a81 None None] Current status of the port ae06600b-a02b-494d-8bfa-3eabe0f90a52 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:54.214504 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-65f03853-52a9-418b-a38a-38e7de6c0a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:54.223298 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Port 70c5c9b3-9526-4d25-b4c0-832da91fa85f on network 368da476-db93-4234-a03c-a6e79da9c501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:45:54.223619 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Attempting to bind port 70c5c9b3-9526-4d25-b4c0-832da91fa85f on network 368da476-db93-4234-a03c-a6e79da9c501 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:45:54.252173 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-65f03853-52a9-418b-a38a-38e7de6c0a81 None None] For port ae06600b-a02b-494d-8bfa-3eabe0f90a52, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=ae06600b-a02b-494d-8bfa-3eabe0f90a52,segment=NetworkSegment(189e7ed7-b630-47b7-830c-1720bace0174),segment_id=189e7ed7-b630-47b7-830c-1720bace0174)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:45:54.258934 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-65f03853-52a9-418b-a38a-38e7de6c0a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:54.286574 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:45:54.286717 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Checking segment: {'id': '41578b0d-44bd-479c-8e11-16031f6e63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '368da476-db93-4234-a03c-a6e79da9c501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:54.287031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Bound using segment: {'id': '41578b0d-44bd-479c-8e11-16031f6e63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '368da476-db93-4234-a03c-a6e79da9c501'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:45:54.287466 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Bound port: 70c5c9b3-9526-4d25-b4c0-832da91fa85f, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41578b0d-44bd-479c-8e11-16031f6e63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '368da476-db93-4234-a03c-a6e79da9c501'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:45:54.287825 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:54.368782 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f03853-52a9-418b-a38a-38e7de6c0a81 None None] Pushing event updated for resources: {'Port': ['ID=ae06600b-a02b-494d-8bfa-3eabe0f90a52,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:54.466062 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f10b6-49b8-4469-8c55-5b2123c99d20 req-f436d2a0-1271-40f6-b856-8e022667c38e tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:54.469136 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b70f10b6-49b8-4469-8c55-5b2123c99d20 req-f436d2a0-1271-40f6-b856-8e022667c38e tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 944 time: 0.0912170 Apr 29 18:45:54.486032 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:45:54.497832 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Sync routers for ids ['a1a01aa0-f103-4307-bf37-81959fb2436f'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:45:54.534114 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Routers {'a1a01aa0-f103-4307-bf37-81959fb2436f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:45:54.536202 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['a1a01aa0-f103-4307-bf37-81959fb2436f'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:54.586394 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b70f10b6-49b8-4469-8c55-5b2123c99d20 req-45cb875d-94cf-4d8c-a725-217e40fb79df tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024137 Apr 29 18:45:54.621869 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a7ffa-7a99-4313-9146-67da2c67be2c req-e4f63d92-2339-4a5d-9e1a-e31997e29fe3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:54.623798 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7d2a7ffa-7a99-4313-9146-67da2c67be2c req-e4f63d92-2339-4a5d-9e1a-e31997e29fe3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.1695940 Apr 29 18:45:54.672010 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:54.676748 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-edb3b9e4-aecc-41ab-ad98-5948023b8f6a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9055398 Apr 29 18:45:54.677017 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46834) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:54.696965 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-0e79944d-086a-4399-9327-5789473b44b5 None None] Provisioning complete for port ae06600b-a02b-494d-8bfa-3eabe0f90a52 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:54.699471 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0e79944d-086a-4399-9327-5789473b44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:54.699690 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] For port 70c5c9b3-9526-4d25-b4c0-832da91fa85f, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:45:54.757010 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 12660471-302d-44ba-b5e0-a5b8a9db8158 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:45:54.766722 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] For port 70c5c9b3-9526-4d25-b4c0-832da91fa85f, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=70c5c9b3-9526-4d25-b4c0-832da91fa85f,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:45:54.784763 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Set router a1a01aa0-f103-4307-bf37-81959fb2436f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:45:54.786674 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7d2a7ffa-7a99-4313-9146-67da2c67be2c req-ec4fcb79-ba80-4c53-bb57-c3475508f728 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520085 Apr 29 18:45:54.798443 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:54.897918 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-0e79944d-086a-4399-9327-5789473b44b5 None None] Current status of the port ae06600b-a02b-494d-8bfa-3eabe0f90a52 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:54.910122 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 12660471-302d-44ba-b5e0-a5b8a9db8158 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:54.911636 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:54.923106 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=70c5c9b3-9526-4d25-b4c0-832da91fa85f,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:54.949290 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:54.950300 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:54.951916 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-1b3a5c4d-2b59-4404-800e-1f5fa322b3c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/70c5c9b3-9526-4d25-b4c0-832da91fa85f HTTP/1.1" status: 200 len: 1094 time: 2.3791773 Apr 29 18:45:54.952440 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2646d1-68a1-499f-bb09-85a5350300e4', 'tag': '70c5c9b3-9526-4d25-b4c0-832da91fa85f'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:45:54.964196 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2646d1-68a1-499f-bb09-85a5350300e4", "tag": "70c5c9b3-9526-4d25-b4c0-832da91fa85f"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:45:55.012846 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafc3eff-947b-4f29-a808-8edc0efe94f1 x-openstack-request-id: req-bafc3eff-947b-4f29-a808-8edc0efe94f1 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:45:55.013342 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2646d1-68a1-499f-bb09-85a5350300e4", "tag": "70c5c9b3-9526-4d25-b4c0-832da91fa85f", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:45:55.013790 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bafc3eff-947b-4f29-a808-8edc0efe94f1 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:45:55.014523 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafc3eff-947b-4f29-a808-8edc0efe94f1'] response: {'name': 'network-changed', 'server_uuid': '0b2646d1-68a1-499f-bb09-85a5350300e4', 'tag': '70c5c9b3-9526-4d25-b4c0-832da91fa85f', 'status': 'completed', 'code': 200} Apr 29 18:45:55.049743 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 12660471-302d-44ba-b5e0-a5b8a9db8158 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:55.050842 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device ae06600b-a02b-494d-8bfa-3eabe0f90a52 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:45:55.112194 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:50Z', 'updated_at': '2022-04-29T18:45:52Z', 'revision_number': 3, 'project_id': '17cf3832459944abacf72169a8abd09a', 'gw_port': {'id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:51Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:55.137983 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-707cf6d6-19b5-4b99-801a-c8e22ea4bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:55.141089 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-707cf6d6-19b5-4b99-801a-c8e22ea4bada service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=941e38a2e73a4905ac8568f1af5af294&device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 1128 time: 0.0778458 Apr 29 18:45:55.141681 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port ae06600b-a02b-494d-8bfa-3eabe0f90a52 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:55.142563 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:55.154593 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Checking router: a1a01aa0-f103-4307-bf37-81959fb2436f for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:45:55.154941 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Updating router a1a01aa0-f103-4307-bf37-81959fb2436f port bae2db2d-766d-4389-82cf-19ef596d112e binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:45:55.197931 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:55.236255 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-af80ba7f-28d9-42bf-9e87-9ecd2762a50a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70c5c9b3-9526-4d25-b4c0-832da91fa85f HTTP/1.1" status: 200 len: 217 time: 0.0719640 Apr 29 18:45:55.262769 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port ae06600b-a02b-494d-8bfa-3eabe0f90a52 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:55.336057 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8c3e-a5f6-4792-a82c-4848e442e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:55.372962 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-3f9235a2-05cd-4239-9398-d7ece44e6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:55.377415 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-3f9235a2-05cd-4239-9398-d7ece44e6a51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f309c37d-35f7-40bb-9dae-0ef6c4a01f64 HTTP/1.1" status: 200 len: 854 time: 0.1333055 Apr 29 18:45:55.437495 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-19dc7561-9456-4344-8194-1dc9936c53fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=368da476-db93-4234-a03c-a6e79da9c501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527313 Apr 29 18:45:55.552594 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:55.588918 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-22222f5d-d39a-4bc8-a389-128527d14053 service neutron] 10.222.0.15 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388290 Apr 29 18:45:55.683535 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Publish callbacks [] for port (bae2db2d-766d-4389-82cf-19ef596d112e), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:55.695793 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:55.741413 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 46860) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:55.771728 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054addc-6e30-4c89-9c73-953a24754e16 req-3a21ebff-4381-4afe-b40e-30a94d30b222 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:55.773294 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0054addc-6e30-4c89-9c73-953a24754e16 req-3a21ebff-4381-4afe-b40e-30a94d30b222 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 944 time: 0.0709584 Apr 29 18:45:55.782507 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09f61c-b374-493c-98bd-21d79ba9138f None None] Pushing event updated for resources: {'Port': ['ID=bae2db2d-766d-4389-82cf-19ef596d112e,revision_number=2']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:55.787291 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e63c210c-b18c-4637-8008-f71affcdaa00 req-3fe0e28c-5088-4156-94fc-a09f69174ea0 service neutron] 10.222.0.15 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891487 Apr 29 18:45:55.799065 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Attempting to bind port bae2db2d-766d-4389-82cf-19ef596d112e on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:45:55.799637 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Attempting to bind port bae2db2d-766d-4389-82cf-19ef596d112e by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:45:55.800144 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Attempting to bind port bae2db2d-766d-4389-82cf-19ef596d112e on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:45:55.819222 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:45:55.819894 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:55.823320 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:55.824284 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:45:55.825323 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Bound port: bae2db2d-766d-4389-82cf-19ef596d112e, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:45:55.825991 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:55.847648 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0054addc-6e30-4c89-9c73-953a24754e16 req-8b212483-6cd4-45e1-8baf-8b6ece0c8bbd tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587888 Apr 29 18:45:55.903001 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Allocated IP 172.20.0.1 (300ca5ee-e66c-4037-9518-8e110bab35fc/104c0bc9-7ead-4647-81e0-d2decf6a652c/9d2e4b77-c8eb-4162-b4bc-07c28de09692) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:45:55.922229 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] For port bae2db2d-766d-4389-82cf-19ef596d112e, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:45:55.926226 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] For port bae2db2d-766d-4389-82cf-19ef596d112e, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=bae2db2d-766d-4389-82cf-19ef596d112e,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:45:55.934028 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.024649 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127d016-34d1-40e7-9e53-ad1aac5b5d1d req-af189226-2a20-4910-a17e-cd111d399574 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:56.026559 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8127d016-34d1-40e7-9e53-ad1aac5b5d1d req-af189226-2a20-4910-a17e-cd111d399574 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0881915 Apr 29 18:45:56.082154 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Routers {'a1a01aa0-f103-4307-bf37-81959fb2436f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:45:56.083036 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['a1a01aa0-f103-4307-bf37-81959fb2436f'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:56.106120 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Publish callbacks [] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.123328 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bba63b30-3d95-44fc-ae28-308893b865a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.142267 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8127d016-34d1-40e7-9e53-ad1aac5b5d1d req-43e818fb-e82e-4a0c-ab72-26171a1fa7c9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069498 Apr 29 18:45:56.197274 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.202262 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] Set router a1a01aa0-f103-4307-bf37-81959fb2436f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:45:56.252113 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Network 300ca5ee-e66c-4037-9518-8e110bab35fc is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:45:56.261476 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:56.266488 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:45:56.302109 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2e4b77-c8eb-4162-b4bc-07c28de09692,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:56.302469 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09f61c-b374-493c-98bd-21d79ba9138f None None] Pushing event updated for resources: {'Port': ['ID=bae2db2d-766d-4389-82cf-19ef596d112e,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:56.319293 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bba63b30-3d95-44fc-ae28-308893b865a4 admin admin] Publish callbacks [] for security_group (480b1515-8f1b-48da-8fa1-005512f385ec), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.331326 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bba63b30-3d95-44fc-ae28-308893b865a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (480b1515-8f1b-48da-8fa1-005512f385ec), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.337792 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.361614 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-bba63b30-3d95-44fc-ae28-308893b865a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9ea298310964ff9ba31f06396998bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6166925 Apr 29 18:45:56.362441 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (a1a01aa0-f103-4307-bf37-81959fb2436f), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.364555 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 46882) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:56.434442 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba63b30-3d95-44fc-ae28-308893b865a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b1515-8f1b-48da-8fa1-005512f385ec,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:56.467782 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:50Z', 'updated_at': '2022-04-29T18:45:52Z', 'revision_number': 3, 'project_id': '17cf3832459944abacf72169a8abd09a', 'gw_port': {'id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:51Z', 'updated_at': '2022-04-29T18:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:56.480815 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f855c675-201c-424d-8fcc-fdc3876cefc9 admin admin] Publish callbacks [] for security_group (480b1515-8f1b-48da-8fa1-005512f385ec), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.541109 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f855c675-201c-424d-8fcc-fdc3876cefc9 admin admin] Publish callbacks [] for security_group (480b1515-8f1b-48da-8fa1-005512f385ec), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.544301 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3777e97-3da8-4c7e-b8e8-ea87e60949c1 None None] The sync data for ids ['a1a01aa0-f103-4307-bf37-81959fb2436f'] in dv-cinder-839987-1-iscsi is: [{'id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:50Z', 'updated_at': '2022-04-29T18:45:52Z', 'revision_number': 3, 'project_id': '17cf3832459944abacf72169a8abd09a', 'gw_port': {'id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:51Z', 'updated_at': '2022-04-29T18:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:45:56.553224 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.632960 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f855c675-201c-424d-8fcc-fdc3876cefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (480b1515-8f1b-48da-8fa1-005512f385ec), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.636328 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f855c675-201c-424d-8fcc-fdc3876cefc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.639911 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-f855c675-201c-424d-8fcc-fdc3876cefc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/480b1515-8f1b-48da-8fa1-005512f385ec HTTP/1.1" status: 204 len: 168 time: 0.2712724 Apr 29 18:45:56.646093 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855c675-201c-424d-8fcc-fdc3876cefc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b1515-8f1b-48da-8fa1-005512f385ec,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:56.661063 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-299b18c7-573a-49c5-9df3-a088a7cab466 None None] Provisioning complete for port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:56.665834 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-299b18c7-573a-49c5-9df3-a088a7cab466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:56.735473 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-299b18c7-573a-49c5-9df3-a088a7cab466 None None] Port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:45:57.076250 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9cee9-10ac-4ded-84b2-fda2c5ac2891 req-76e69c14-b30b-4496-a52a-939cbea2b3e2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:57.077871 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7fa9cee9-10ac-4ded-84b2-fda2c5ac2891 req-76e69c14-b30b-4496-a52a-939cbea2b3e2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 944 time: 0.0997384 Apr 29 18:45:57.172896 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7fa9cee9-10ac-4ded-84b2-fda2c5ac2891 req-bf3370fd-1c8a-4633-9e7d-7b7d68064b7c tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886569 Apr 29 18:45:57.207464 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Publish callbacks [] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:57.214865 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:57.299984 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2e4b77-c8eb-4162-b4bc-07c28de09692,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:57.357607 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f7c96-f2ef-4a13-886d-a09dfcd5a249 req-7dce8cd9-5688-46af-8245-7dd1ce5b56f5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:57.364409 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-114f7c96-f2ef-4a13-886d-a09dfcd5a249 req-7dce8cd9-5688-46af-8245-7dd1ce5b56f5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0756185 Apr 29 18:45:57.383380 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (a1a01aa0-f103-4307-bf37-81959fb2436f), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:57.452349 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-114f7c96-f2ef-4a13-886d-a09dfcd5a249 req-3fe817ab-efc5-49c4-bfa6-fe3bbd82ab20 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846858 Apr 29 18:45:57.540075 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Network 300ca5ee-e66c-4037-9518-8e110bab35fc is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:45:57.542028 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:45:57.560471 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:57.705867 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Router a1a01aa0-f103-4307-bf37-81959fb2436f has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:45:57.859404 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:45:57.866052 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-19954282-d989-412a-815f-19aa272b6c89 None None] Provisioning complete for port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:57.866458 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-19954282-d989-412a-815f-19aa272b6c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:57.877504 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-c67584a8-6697-4186-a14b-0d471c598541 admin admin] 10.222.0.50 "PUT /v2.0/routers/a1a01aa0-f103-4307-bf37-81959fb2436f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1909354 Apr 29 18:45:57.910587 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-19954282-d989-412a-815f-19aa272b6c89 None None] Port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:45:58.347680 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebde02-a541-489a-8e6b-d02054219ca4 req-a47bac87-8091-4cbb-a07d-c2ace73799be tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:58.349735 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-41ebde02-a541-489a-8e6b-d02054219ca4 req-a47bac87-8091-4cbb-a07d-c2ace73799be tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 944 time: 0.0698891 Apr 29 18:45:58.412793 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-41ebde02-a541-489a-8e6b-d02054219ca4 req-2aabbfd1-fdd4-487f-9dea-a416c85d799e tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571525 Apr 29 18:45:58.438385 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47018) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:58.488261 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47024) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:58.492982 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-8c801949-5423-44b3-902b-fd799b960ee2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1847630691', 'description': 'tempest-secgroup-smoke-1847630691 description', 'project_id': '131b4943a4aa42a8b09d614d80f552cc'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:58.523393 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8c801949-5423-44b3-902b-fd799b960ee2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.594469 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-98e88096-9f1e-4dbb-8108-3af401b3b5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.620721 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device bae2db2d-766d-4389-82cf-19ef596d112e up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:45:58.625601 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157414-2243-4fba-b6ea-c83c69f546ea req-7a442687-727e-4408-a158-e6ca783691a2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:58.628118 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-69157414-2243-4fba-b6ea-c83c69f546ea req-7a442687-727e-4408-a158-e6ca783691a2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0654767 Apr 29 18:45:58.651398 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8c801949-5423-44b3-902b-fd799b960ee2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group (556433a7-ea95-42fd-bdb3-ce1c116fac7a), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.661784 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8c801949-5423-44b3-902b-fd799b960ee2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (556433a7-ea95-42fd-bdb3-ce1c116fac7a), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.684571 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port bae2db2d-766d-4389-82cf-19ef596d112e triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:45:58.685235 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.694312 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-69157414-2243-4fba-b6ea-c83c69f546ea req-c40c6edf-e0ae-4790-835f-b07ba01f6e03 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581467 Apr 29 18:45:58.705520 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8c801949-5423-44b3-902b-fd799b960ee2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.706970 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-8c801949-5423-44b3-902b-fd799b960ee2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2176540 Apr 29 18:45:58.710685 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c801949-5423-44b3-902b-fd799b960ee2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556433a7-ea95-42fd-bdb3-ce1c116fac7a,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:58.716151 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47026) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:58.724181 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-a4c03f47-9ce4-434d-b43a-aeefa3bd1484 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Request body: {'security_group_rule': {'security_group_id': '556433a7-ea95-42fd-bdb3-ce1c116fac7a', 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:58.760069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a4c03f47-9ce4-434d-b43a-aeefa3bd1484 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (4d59321d-8dfc-43b4-92f0-52048727fe9a), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.766711 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-98e88096-9f1e-4dbb-8108-3af401b3b5b6 admin admin] Publish callbacks [] for security_group (35e6f0a7-63b7-4d87-8337-75a6830a311b), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.772121 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Sync routers for ids ['a1a01aa0-f103-4307-bf37-81959fb2436f'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:45:58.772915 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-98e88096-9f1e-4dbb-8108-3af401b3b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (35e6f0a7-63b7-4d87-8337-75a6830a311b), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.795678 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port bae2db2d-766d-4389-82cf-19ef596d112e is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:45:58.796165 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.801090 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Routers {'a1a01aa0-f103-4307-bf37-81959fb2436f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:45:58.801659 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['a1a01aa0-f103-4307-bf37-81959fb2436f'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:58.815421 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e88096-9f1e-4dbb-8108-3af401b3b5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6f0a7-63b7-4d87-8337-75a6830a311b,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:58.823485 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-98e88096-9f1e-4dbb-8108-3af401b3b5b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9e23b5101ab4c63841dded796de6bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839104 Apr 29 18:45:58.824181 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47030) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:58.856806 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a4c03f47-9ce4-434d-b43a-aeefa3bd1484 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (4d59321d-8dfc-43b4-92f0-52048727fe9a), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.864121 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a4c03f47-9ce4-434d-b43a-aeefa3bd1484 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (4d59321d-8dfc-43b4-92f0-52048727fe9a), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.896727 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c03f47-9ce4-434d-b43a-aeefa3bd1484 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d59321d-8dfc-43b4-92f0-52048727fe9a,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:58.907315 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a4c03f47-9ce4-434d-b43a-aeefa3bd1484 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.908616 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a4c03f47-9ce4-434d-b43a-aeefa3bd1484 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902666 Apr 29 18:45:58.912270 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47032) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:58.915931 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port bae2db2d-766d-4389-82cf-19ef596d112e, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=bae2db2d-766d-4389-82cf-19ef596d112e,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:45:58.917383 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-603bbf08-6572-4d58-9566-704aacf19cc2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Request body: {'security_group_rule': {'security_group_id': '556433a7-ea95-42fd-bdb3-ce1c116fac7a', 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:58.918711 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fde034dc-3c43-4fdd-a376-869ee5120922 admin admin] Publish callbacks [] for security_group (35e6f0a7-63b7-4d87-8337-75a6830a311b), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.924257 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.942065 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fde034dc-3c43-4fdd-a376-869ee5120922 admin admin] Publish callbacks [] for security_group (35e6f0a7-63b7-4d87-8337-75a6830a311b), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.949516 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-603bbf08-6572-4d58-9566-704aacf19cc2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (d965798f-26e7-4974-9a2c-4fc56b92e1c0), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:58.960527 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Set router a1a01aa0-f103-4307-bf37-81959fb2436f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:45:59.000533 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fde034dc-3c43-4fdd-a376-869ee5120922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (35e6f0a7-63b7-4d87-8337-75a6830a311b), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.003770 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fde034dc-3c43-4fdd-a376-869ee5120922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.007469 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fde034dc-3c43-4fdd-a376-869ee5120922 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35e6f0a7-63b7-4d87-8337-75a6830a311b HTTP/1.1" status: 204 len: 168 time: 0.1794558 Apr 29 18:45:59.013732 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde034dc-3c43-4fdd-a376-869ee5120922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6f0a7-63b7-4d87-8337-75a6830a311b,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.018713 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-603bbf08-6572-4d58-9566-704aacf19cc2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (d965798f-26e7-4974-9a2c-4fc56b92e1c0), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.024765 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-603bbf08-6572-4d58-9566-704aacf19cc2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (d965798f-26e7-4974-9a2c-4fc56b92e1c0), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.033395 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=bae2db2d-766d-4389-82cf-19ef596d112e,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.048470 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bbf08-6572-4d58-9566-704aacf19cc2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d965798f-26e7-4974-9a2c-4fc56b92e1c0,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.058508 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-603bbf08-6572-4d58-9566-704aacf19cc2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.063401 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-603bbf08-6572-4d58-9566-704aacf19cc2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464481 Apr 29 18:45:59.064157 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47036) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:59.072737 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-7989d681-1f94-4528-98d3-0e4912c8722a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Request body: {'security_group_rule': {'security_group_id': '556433a7-ea95-42fd-bdb3-ce1c116fac7a', 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:59.106599 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7989d681-1f94-4528-98d3-0e4912c8722a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (a2c206f9-58fd-488b-99f9-40a30894d94f), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.172071 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7989d681-1f94-4528-98d3-0e4912c8722a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (a2c206f9-58fd-488b-99f9-40a30894d94f), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.177017 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7989d681-1f94-4528-98d3-0e4912c8722a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (a2c206f9-58fd-488b-99f9-40a30894d94f), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.192149 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989d681-1f94-4528-98d3-0e4912c8722a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c206f9-58fd-488b-99f9-40a30894d94f,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.204391 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:50Z', 'updated_at': '2022-04-29T18:45:56Z', 'revision_number': 4, 'project_id': '17cf3832459944abacf72169a8abd09a', 'gw_port': {'id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:51Z', 'updated_at': '2022-04-29T18:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '9d2e4b77-c8eb-4162-b4bc-07c28de09692', 'name': '', 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'mac_address': 'fa:16:3e:9c:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '104c0bc9-7ead-4647-81e0-d2decf6a652c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:55Z', 'updated_at': '2022-04-29T18:45:56Z', 'revision_number': 2, 'project_id': '17cf3832459944abacf72169a8abd09a', 'subnets': [{'id': '104c0bc9-7ead-4647-81e0-d2decf6a652c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:45:59.209264 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7989d681-1f94-4528-98d3-0e4912c8722a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.210509 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-7989d681-1f94-4528-98d3-0e4912c8722a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446829 Apr 29 18:45:59.213364 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47040) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:59.220988 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-66dc37e3-1bad-4f50-98b5-8fcd282985e4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Request body: {'security_group_rule': {'security_group_id': '556433a7-ea95-42fd-bdb3-ce1c116fac7a', 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:59.231538 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Checking router: a1a01aa0-f103-4307-bf37-81959fb2436f for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:45:59.231888 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Updating router a1a01aa0-f103-4307-bf37-81959fb2436f port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:45:59.251105 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-66dc37e3-1bad-4f50-98b5-8fcd282985e4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (5d964193-3576-4fac-b562-2340cf729fe6), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.264442 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.317915 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-66dc37e3-1bad-4f50-98b5-8fcd282985e4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (5d964193-3576-4fac-b562-2340cf729fe6), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.322548 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-66dc37e3-1bad-4f50-98b5-8fcd282985e4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (5d964193-3576-4fac-b562-2340cf729fe6), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.341000 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47044) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:59.342647 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc37e3-1bad-4f50-98b5-8fcd282985e4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d964193-3576-4fac-b562-2340cf729fe6,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.349971 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-66dc37e3-1bad-4f50-98b5-8fcd282985e4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.351334 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-66dc37e3-1bad-4f50-98b5-8fcd282985e4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370406 Apr 29 18:45:59.354756 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47046) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:59.355343 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.357447 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6b2f0ec1-5dab-46da-8209-de9bc4e79eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.361211 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-97558770-5155-4815-a1e7-e8b8cc08169f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Request body: {'security_group_rule': {'security_group_id': '556433a7-ea95-42fd-bdb3-ce1c116fac7a', 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:59.381642 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.securitygroups_db [None req-97558770-5155-4815-a1e7-e8b8cc08169f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Project 131b4943a4aa42a8b09d614d80f552cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:45:59.387468 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-97558770-5155-4815-a1e7-e8b8cc08169f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (6c25426c-8fda-4342-a639-eea594b2bea4), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.444636 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6b2f0ec1-5dab-46da-8209-de9bc4e79eda admin admin] Publish callbacks [] for security_group (a98e40b5-cf30-40d9-91aa-086ee53ccd28), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.451846 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6b2f0ec1-5dab-46da-8209-de9bc4e79eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (a98e40b5-cf30-40d9-91aa-086ee53ccd28), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.456774 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-97558770-5155-4815-a1e7-e8b8cc08169f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (6c25426c-8fda-4342-a639-eea594b2bea4), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.463858 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-97558770-5155-4815-a1e7-e8b8cc08169f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (6c25426c-8fda-4342-a639-eea594b2bea4), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.480353 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97558770-5155-4815-a1e7-e8b8cc08169f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c25426c-8fda-4342-a639-eea594b2bea4,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.498750 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-97558770-5155-4815-a1e7-e8b8cc08169f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.499951 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-97558770-5155-4815-a1e7-e8b8cc08169f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442201 Apr 29 18:45:59.502840 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47050) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:59.507398 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-92963962-d6fb-4fd6-bc8a-c931bf0650da tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Request body: {'security_group_rule': {'security_group_id': '556433a7-ea95-42fd-bdb3-ce1c116fac7a', 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:45:59.530899 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.securitygroups_db [None req-92963962-d6fb-4fd6-bc8a-c931bf0650da tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Project 131b4943a4aa42a8b09d614d80f552cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:45:59.536789 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-92963962-d6fb-4fd6-bc8a-c931bf0650da tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (8ea25ea5-c7bb-4944-82a2-574edb05409c), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.542124 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-6b2f0ec1-5dab-46da-8209-de9bc4e79eda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=583efe9def77497d95c203eeb7b43ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996477 Apr 29 18:45:59.546542 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47052) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:45:59.555984 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f0ec1-5dab-46da-8209-de9bc4e79eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98e40b5-cf30-40d9-91aa-086ee53ccd28,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.573722 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9479b-57be-45c3-b7d0-863a09d06677 req-eaffc2ec-8471-4aa9-b2c6-22d47bf52c22 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:59.575708 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1de9479b-57be-45c3-b7d0-863a09d06677 req-eaffc2ec-8471-4aa9-b2c6-22d47bf52c22 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 944 time: 0.0780609 Apr 29 18:45:59.631763 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1de9479b-57be-45c3-b7d0-863a09d06677 req-a7197ba4-3629-4484-a590-59d16d793bf7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497916 Apr 29 18:45:59.638769 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Publish callbacks [] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.645792 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.646057 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-92963962-d6fb-4fd6-bc8a-c931bf0650da tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (8ea25ea5-c7bb-4944-82a2-574edb05409c), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.647046 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-67ef40b3-0387-4493-ad3c-b5f75431c73f admin admin] Publish callbacks [] for security_group (a98e40b5-cf30-40d9-91aa-086ee53ccd28), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.660338 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-92963962-d6fb-4fd6-bc8a-c931bf0650da tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (8ea25ea5-c7bb-4944-82a2-574edb05409c), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.682107 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-67ef40b3-0387-4493-ad3c-b5f75431c73f admin admin] Publish callbacks [] for security_group (a98e40b5-cf30-40d9-91aa-086ee53ccd28), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.693741 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92963962-d6fb-4fd6-bc8a-c931bf0650da tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea25ea5-c7bb-4944-82a2-574edb05409c,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.708740 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-92963962-d6fb-4fd6-bc8a-c931bf0650da tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.726083 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-92963962-d6fb-4fd6-bc8a-c931bf0650da tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2062147 Apr 29 18:45:59.733858 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785f0a7-2d1a-4ee5-8399-963714b8b28c None None] Pushing event updated for resources: {'Port': ['ID=9d2e4b77-c8eb-4162-b4bc-07c28de09692,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.763943 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-67ef40b3-0387-4493-ad3c-b5f75431c73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (a98e40b5-cf30-40d9-91aa-086ee53ccd28), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.769239 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-67ef40b3-0387-4493-ad3c-b5f75431c73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.771053 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-67ef40b3-0387-4493-ad3c-b5f75431c73f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a98e40b5-cf30-40d9-91aa-086ee53ccd28 HTTP/1.1" status: 204 len: 168 time: 0.2236779 Apr 29 18:45:59.781403 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef40b3-0387-4493-ad3c-b5f75431c73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98e40b5-cf30-40d9-91aa-086ee53ccd28,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:45:59.823745 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Attempting to bind port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:45:59.824117 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Attempting to bind port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '189e7ed7-b630-47b7-830c-1720bace0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:45:59.824475 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Attempting to bind port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 on network 300ca5ee-e66c-4037-9518-8e110bab35fc {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:45:59.834111 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:45:59.834511 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Checking segment: {'id': '189e7ed7-b630-47b7-830c-1720bace0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:45:59.835411 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.836109 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Bound using segment: {'id': '189e7ed7-b630-47b7-830c-1720bace0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:45:59.836787 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Bound port: 9d2e4b77-c8eb-4162-b4bc-07c28de09692, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e7ed7-b630-47b7-830c-1720bace0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:45:59.837631 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:45:59.952137 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] For port 9d2e4b77-c8eb-4162-b4bc-07c28de09692, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:45:59.957041 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f2033-ab40-48f3-8c7d-fb00520ef8a6 req-1a4ba24f-7e83-483b-8e04-a14271c282aa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:45:59.958824 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f03f2033-ab40-48f3-8c7d-fb00520ef8a6 req-1a4ba24f-7e83-483b-8e04-a14271c282aa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0946212 Apr 29 18:45:59.969327 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] For port 9d2e4b77-c8eb-4162-b4bc-07c28de09692, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=9d2e4b77-c8eb-4162-b4bc-07c28de09692,segment=NetworkSegment(189e7ed7-b630-47b7-830c-1720bace0174),segment_id=189e7ed7-b630-47b7-830c-1720bace0174)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:45:59.981312 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:00.033594 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f03f2033-ab40-48f3-8c7d-fb00520ef8a6 req-02b41ac9-a608-41a7-bdcb-f24677505447 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682464 Apr 29 18:46:00.050623 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Routers {'a1a01aa0-f103-4307-bf37-81959fb2436f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:46:00.051921 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['a1a01aa0-f103-4307-bf37-81959fb2436f'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:00.111065 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785f0a7-2d1a-4ee5-8399-963714b8b28c None None] Pushing event updated for resources: {'Port': ['ID=9d2e4b77-c8eb-4162-b4bc-07c28de09692,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:00.120202 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-de86bed9-e74b-4a5d-97b7-4f50bc267040 None None] Provisioning complete for port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:00.120593 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-de86bed9-e74b-4a5d-97b7-4f50bc267040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:00.366739 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] Set router a1a01aa0-f103-4307-bf37-81959fb2436f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:46:00.546815 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-de86bed9-e74b-4a5d-97b7-4f50bc267040 None None] Current status of the port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:00.547169 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-de86bed9-e74b-4a5d-97b7-4f50bc267040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:00.637355 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device bae2db2d-766d-4389-82cf-19ef596d112e up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:00.642292 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-de86bed9-e74b-4a5d-97b7-4f50bc267040 None None] For port 9d2e4b77-c8eb-4162-b4bc-07c28de09692, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=9d2e4b77-c8eb-4162-b4bc-07c28de09692,segment=NetworkSegment(189e7ed7-b630-47b7-830c-1720bace0174),segment_id=189e7ed7-b630-47b7-830c-1720bace0174)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:00.667915 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-de86bed9-e74b-4a5d-97b7-4f50bc267040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:00.777530 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86bed9-e74b-4a5d-97b7-4f50bc267040 None None] Pushing event updated for resources: {'Port': ['ID=9d2e4b77-c8eb-4162-b4bc-07c28de09692,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:00.801321 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port bae2db2d-766d-4389-82cf-19ef596d112e triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:00.801602 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:00.813668 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-59fc1f8d-3b42-401e-9acc-b1ccad52a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:00.815410 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-59fc1f8d-3b42-401e-9acc-b1ccad52a1cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=941e38a2e73a4905ac8568f1af5af294&device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 1128 time: 0.0684173 Apr 29 18:46:00.824260 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c535b9-2651-4074-8af2-cb14832be346 req-5d8d6b71-8d53-4e60-b85b-5cd629f6fb17 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:00.826432 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b4c535b9-2651-4074-8af2-cb14832be346 req-5d8d6b71-8d53-4e60-b85b-5cd629f6fb17 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 944 time: 0.1153824 Apr 29 18:46:00.830171 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-8b15a8e6-4d67-440e-8ed2-0bbbe7bea681 None None] Provisioning complete for port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:00.830474 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b15a8e6-4d67-440e-8ed2-0bbbe7bea681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:00.836443 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:50Z', 'updated_at': '2022-04-29T18:45:56Z', 'revision_number': 4, 'project_id': '17cf3832459944abacf72169a8abd09a', 'gw_port': {'id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:51Z', 'updated_at': '2022-04-29T18:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '9d2e4b77-c8eb-4162-b4bc-07c28de09692', 'name': '', 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'mac_address': 'fa:16:3e:9c:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '104c0bc9-7ead-4647-81e0-d2decf6a652c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:55Z', 'updated_at': '2022-04-29T18:45:59Z', 'revision_number': 4, 'project_id': '17cf3832459944abacf72169a8abd09a', 'subnets': [{'id': '104c0bc9-7ead-4647-81e0-d2decf6a652c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:00.888531 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089ffce-e4ae-4f3d-9e8c-af5c28e030b5 None None] The sync data for ids ['a1a01aa0-f103-4307-bf37-81959fb2436f'] in dv-cinder-839987-1-iscsi is: [{'id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:50Z', 'updated_at': '2022-04-29T18:45:56Z', 'revision_number': 4, 'project_id': '17cf3832459944abacf72169a8abd09a', 'gw_port': {'id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:51Z', 'updated_at': '2022-04-29T18:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '9d2e4b77-c8eb-4162-b4bc-07c28de09692', 'name': '', 'network_id': '300ca5ee-e66c-4037-9518-8e110bab35fc', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'mac_address': 'fa:16:3e:9c:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '104c0bc9-7ead-4647-81e0-d2decf6a652c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:55Z', 'updated_at': '2022-04-29T18:45:59Z', 'revision_number': 4, 'project_id': '17cf3832459944abacf72169a8abd09a', 'subnets': [{'id': '104c0bc9-7ead-4647-81e0-d2decf6a652c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:46:01.005061 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b4c535b9-2651-4074-8af2-cb14832be346 req-e5e5d773-dd3d-4815-9cf9-0da0e7ab1793 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589067 Apr 29 18:46:01.014748 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-8b15a8e6-4d67-440e-8ed2-0bbbe7bea681 None None] Current status of the port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:01.017619 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port bae2db2d-766d-4389-82cf-19ef596d112e is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:01.032825 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-7b67ab60-46d0-4453-97bc-add2e466d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:01.037621 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-7b67ab60-46d0-4453-97bc-add2e466d5e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=368da476-db93-4234-a03c-a6e79da9c501 HTTP/1.1" status: 200 len: 915 time: 0.1966674 Apr 29 18:46:01.095997 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-ccf39a46-985b-45b9-9574-5ea47dba14d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70c5c9b3-9526-4d25-b4c0-832da91fa85f HTTP/1.1" status: 200 len: 217 time: 0.0484753 Apr 29 18:46:01.157115 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-987d24b2-3cd3-4a9a-af8f-80e06af84b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:01.160970 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-987d24b2-3cd3-4a9a-af8f-80e06af84b4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f309c37d-35f7-40bb-9dae-0ef6c4a01f64 HTTP/1.1" status: 200 len: 854 time: 0.0567806 Apr 29 18:46:01.169948 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca75bc-41bc-4885-9c17-5dc1b6175e62 req-9787c2ec-389a-4026-8857-7ca418890bb8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:01.177534 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1fca75bc-41bc-4885-9c17-5dc1b6175e62 req-9787c2ec-389a-4026-8857-7ca418890bb8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0619318 Apr 29 18:46:01.196525 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-8205c99e-2f05-4de9-8df4-e3e99b79b11c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=368da476-db93-4234-a03c-a6e79da9c501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287752 Apr 29 18:46:01.237850 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1fca75bc-41bc-4885-9c17-5dc1b6175e62 req-3aa42b7b-cdce-4c64-b63a-b5ad54c47b2a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591736 Apr 29 18:46:01.327160 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-0b2adee3-7c0a-440c-aed1-f72467336f52 service neutron] 10.222.0.15 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212342 Apr 29 18:46:01.431718 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea2a5d8b-0b98-4cbb-9cfc-8aee52050d55 req-dfbd0572-8ee4-4f1b-94da-a160a93ba817 service neutron] 10.222.0.15 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953467 Apr 29 18:46:01.698130 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:01.927142 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47184) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:02.010335 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 70c5c9b3-9526-4d25-b4c0-832da91fa85f details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:46:02.047959 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c54e08f2-b7db-4189-99ac-95914b6be607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.183372 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5854f-ccf5-4333-ad65-093876f7fa2e req-68ed3948-e068-465f-bb4b-61d17a124ccb tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:02.185642 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-19f5854f-ccf5-4333-ad65-093876f7fa2e req-68ed3948-e068-465f-bb4b-61d17a124ccb tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 944 time: 0.0736537 Apr 29 18:46:02.191732 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c54e08f2-b7db-4189-99ac-95914b6be607 admin admin] Publish callbacks [] for security_group (7f2890d5-6e6a-4363-a50d-fc91fb071f40), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.204756 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 70c5c9b3-9526-4d25-b4c0-832da91fa85f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=70c5c9b3-9526-4d25-b4c0-832da91fa85f,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:02.210086 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c54e08f2-b7db-4189-99ac-95914b6be607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (7f2890d5-6e6a-4363-a50d-fc91fb071f40), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.222422 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': '70c5c9b3-9526-4d25-b4c0-832da91fa85f', 'network_id': '368da476-db93-4234-a03c-a6e79da9c501', 'port_id': '70c5c9b3-9526-4d25-b4c0-832da91fa85f', 'mac_address': 'fa:16:3e:e9:81:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f309c37d-35f7-40bb-9dae-0ef6c4a01f64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:46:02.254249 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-19f5854f-ccf5-4333-ad65-093876f7fa2e req-9a5ca527-4366-41b8-ab80-85701229b615 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630064 Apr 29 18:46:02.265420 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47206) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:02.274766 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-c54e08f2-b7db-4189-99ac-95914b6be607 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7bdcaacb5bd4224aecaa50a5fb6cc5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340809 Apr 29 18:46:02.286107 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e08f2-b7db-4189-99ac-95914b6be607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2890d5-6e6a-4363-a50d-fc91fb071f40,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:02.293808 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 70c5c9b3-9526-4d25-b4c0-832da91fa85f is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:02.294910 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.320713 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c5c9b3-9526-4d25-b4c0-832da91fa85f {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:46:02.345297 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 70c5c9b3-9526-4d25-b4c0-832da91fa85f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=70c5c9b3-9526-4d25-b4c0-832da91fa85f,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:02.353145 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-552a7a5e-a360-46e6-9c99-6141e93149b7 admin admin] Publish callbacks [] for security_group (7f2890d5-6e6a-4363-a50d-fc91fb071f40), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.355460 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.388459 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-552a7a5e-a360-46e6-9c99-6141e93149b7 admin admin] Publish callbacks [] for security_group (7f2890d5-6e6a-4363-a50d-fc91fb071f40), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.413345 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c42cf4-7b2d-4549-b592-119d647eedfb req-bc3622dd-9da0-4279-a4c6-0591a5b65941 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:02.415507 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e6c42cf4-7b2d-4549-b592-119d647eedfb req-bc3622dd-9da0-4279-a4c6-0591a5b65941 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0701737 Apr 29 18:46:02.421455 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=70c5c9b3-9526-4d25-b4c0-832da91fa85f,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:02.452628 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-552a7a5e-a360-46e6-9c99-6141e93149b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (7f2890d5-6e6a-4363-a50d-fc91fb071f40), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.455407 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-552a7a5e-a360-46e6-9c99-6141e93149b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.459208 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-552a7a5e-a360-46e6-9c99-6141e93149b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f2890d5-6e6a-4363-a50d-fc91fb071f40 HTTP/1.1" status: 204 len: 168 time: 0.1899121 Apr 29 18:46:02.465398 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a7a5e-a360-46e6-9c99-6141e93149b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2890d5-6e6a-4363-a50d-fc91fb071f40,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:02.498956 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e6c42cf4-7b2d-4549-b592-119d647eedfb req-2b76a1f3-e5f7-4246-90d9-3643638beef5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691979 Apr 29 18:46:02.644169 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 9d2e4b77-c8eb-4162-b4bc-07c28de09692 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:02.712970 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:02.713662 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:02.743179 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47222) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:02.805865 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:02.921680 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7db29b80-11c8-40b6-b169-ef445645343c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.000952 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7db29b80-11c8-40b6-b169-ef445645343c admin admin] Publish callbacks [] for security_group (d06f787f-55e9-4c4f-b3a1-e174cf12bef7), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.006653 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7db29b80-11c8-40b6-b169-ef445645343c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (d06f787f-55e9-4c4f-b3a1-e174cf12bef7), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.038243 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['70c5c9b3-9526-4d25-b4c0-832da91fa85f'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:46:03.044842 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-7db29b80-11c8-40b6-b169-ef445645343c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7756d58822c4c69961977cbb760ac9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003311 Apr 29 18:46:03.046100 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29b80-11c8-40b6-b169-ef445645343c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06f787f-55e9-4c4f-b3a1-e174cf12bef7,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:03.048225 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47226) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:03.102968 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6c2cfd45-dacf-4931-86d6-1436cf18ae27 admin admin] Publish callbacks [] for security_group (d06f787f-55e9-4c4f-b3a1-e174cf12bef7), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.127177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6c2cfd45-dacf-4931-86d6-1436cf18ae27 admin admin] Publish callbacks [] for security_group (d06f787f-55e9-4c4f-b3a1-e174cf12bef7), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.183121 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6c2cfd45-dacf-4931-86d6-1436cf18ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (d06f787f-55e9-4c4f-b3a1-e174cf12bef7), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.185984 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6c2cfd45-dacf-4931-86d6-1436cf18ae27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.187961 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-6c2cfd45-dacf-4931-86d6-1436cf18ae27 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d06f787f-55e9-4c4f-b3a1-e174cf12bef7 HTTP/1.1" status: 204 len: 168 time: 0.1384320 Apr 29 18:46:03.196921 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cfd45-dacf-4931-86d6-1436cf18ae27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06f787f-55e9-4c4f-b3a1-e174cf12bef7,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:03.387291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55ae5c-02ac-4ae3-9627-29ec37cbd0ab req-9deed47e-5fa7-4b28-a208-da6043374600 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:03.388915 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fa55ae5c-02ac-4ae3-9627-29ec37cbd0ab req-9deed47e-5fa7-4b28-a208-da6043374600 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 945 time: 0.0521963 Apr 29 18:46:03.443466 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fa55ae5c-02ac-4ae3-9627-29ec37cbd0ab req-b57d0e4f-8031-4fc5-9104-9219def66240 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487919 Apr 29 18:46:03.457573 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47236) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:03.470825 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-715db746-1386-4fa2-923f-e5f301495a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.545627 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-715db746-1386-4fa2-923f-e5f301495a2c admin admin] Publish callbacks [] for security_group (1acb71e5-3698-46ba-9055-3513ca26bf18), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.549767 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-715db746-1386-4fa2-923f-e5f301495a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (1acb71e5-3698-46ba-9055-3513ca26bf18), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.589503 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-715db746-1386-4fa2-923f-e5f301495a2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe8a00a03a3d4e6c8ffec7ca7772208f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308060 Apr 29 18:46:03.590336 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715db746-1386-4fa2-923f-e5f301495a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acb71e5-3698-46ba-9055-3513ca26bf18,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:03.594076 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47240) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:03.634376 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648b16-1132-4545-944b-7212fb05454c req-702ac8cb-88a6-4fd5-b5bb-eedda78885bb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:03.636014 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e4648b16-1132-4545-944b-7212fb05454c req-702ac8cb-88a6-4fd5-b5bb-eedda78885bb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0583966 Apr 29 18:46:03.654906 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-72299c26-d654-43d0-b9e9-54486db6da3b admin admin] Publish callbacks [] for security_group (1acb71e5-3698-46ba-9055-3513ca26bf18), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.682581 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-72299c26-d654-43d0-b9e9-54486db6da3b admin admin] Publish callbacks [] for security_group (1acb71e5-3698-46ba-9055-3513ca26bf18), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.689613 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e4648b16-1132-4545-944b-7212fb05454c req-75a3c1d8-b21e-4286-9f88-188ae05f0ca4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473924 Apr 29 18:46:03.735516 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-72299c26-d654-43d0-b9e9-54486db6da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (1acb71e5-3698-46ba-9055-3513ca26bf18), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.738162 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-72299c26-d654-43d0-b9e9-54486db6da3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:03.739293 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-72299c26-d654-43d0-b9e9-54486db6da3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1acb71e5-3698-46ba-9055-3513ca26bf18 HTTP/1.1" status: 204 len: 168 time: 0.1443009 Apr 29 18:46:03.746950 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72299c26-d654-43d0-b9e9-54486db6da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acb71e5-3698-46ba-9055-3513ca26bf18,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:04.049771 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d86190-1b40-4477-b1f8-cbbc83ca8586 req-dbdc048d-5d71-4099-8c30-cab2aa296269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:04.051582 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-04d86190-1b40-4477-b1f8-cbbc83ca8586 req-dbdc048d-5d71-4099-8c30-cab2aa296269 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 1129 time: 0.0412886 Apr 29 18:46:04.097828 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-04d86190-1b40-4477-b1f8-cbbc83ca8586 req-db125940-4425-4a4e-b81c-dd9612fcc9f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382302 Apr 29 18:46:04.508352 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 70c5c9b3-9526-4d25-b4c0-832da91fa85f up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:04.579373 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96bf82-62ac-4818-b1c4-201f32980cad req-374a763d-4c64-4eeb-a59d-1253de28947d tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:04.584201 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port 70c5c9b3-9526-4d25-b4c0-832da91fa85f completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:46:04.587688 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4e96bf82-62ac-4818-b1c4-201f32980cad req-374a763d-4c64-4eeb-a59d-1253de28947d tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 945 time: 0.0725572 Apr 29 18:46:04.593245 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port 70c5c9b3-9526-4d25-b4c0-832da91fa85f triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:04.593783 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:04.636691 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4e96bf82-62ac-4818-b1c4-201f32980cad req-47e1bc0b-1c8d-4d77-ac79-898ce2645191 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490601 Apr 29 18:46:04.743431 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 70c5c9b3-9526-4d25-b4c0-832da91fa85f is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:04.743991 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:04.773170 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2646d1-68a1-499f-bb09-85a5350300e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c5c9b3-9526-4d25-b4c0-832da91fa85f'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:46:04.776177 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4565a6cc-cbb5-46ee-8621-40ec418ebb17" -d '{"events": [{"server_uuid": "0b2646d1-68a1-499f-bb09-85a5350300e4", "name": "network-vif-plugged", "status": "completed", "tag": "70c5c9b3-9526-4d25-b4c0-832da91fa85f"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:46:04.823482 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 70c5c9b3-9526-4d25-b4c0-832da91fa85f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=70c5c9b3-9526-4d25-b4c0-832da91fa85f,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:04.827017 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74814e5-5b3d-4fe8-99fe-82803fe7c8dc x-openstack-request-id: req-e74814e5-5b3d-4fe8-99fe-82803fe7c8dc {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:46:04.827378 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2646d1-68a1-499f-bb09-85a5350300e4", "name": "network-vif-plugged", "status": "completed", "tag": "70c5c9b3-9526-4d25-b4c0-832da91fa85f", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:46:04.827755 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e74814e5-5b3d-4fe8-99fe-82803fe7c8dc {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:46:04.829014 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74814e5-5b3d-4fe8-99fe-82803fe7c8dc'] response: {'server_uuid': '0b2646d1-68a1-499f-bb09-85a5350300e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c5c9b3-9526-4d25-b4c0-832da91fa85f', 'code': 200} Apr 29 18:46:04.830260 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:04.860190 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de5be-8dfd-4a5d-8315-8eee45ef9b25 req-5eb6d2d4-d92e-49f7-84fa-f49aa3476714 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:04.861732 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-205de5be-8dfd-4a5d-8315-8eee45ef9b25 req-5eb6d2d4-d92e-49f7-84fa-f49aa3476714 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0578282 Apr 29 18:46:04.891831 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=70c5c9b3-9526-4d25-b4c0-832da91fa85f,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:04.917270 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-205de5be-8dfd-4a5d-8315-8eee45ef9b25 req-e6bbf143-893f-45bd-a5e8-6e78a4be9735 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490561 Apr 29 18:46:05.758740 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e71ca-0c5c-4d47-a5cb-154c9f209197 req-666f5aa5-8232-41d5-aaed-7b3ceb3d41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:05.760203 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d44e71ca-0c5c-4d47-a5cb-154c9f209197 req-666f5aa5-8232-41d5-aaed-7b3ceb3d41fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 1130 time: 0.0707405 Apr 29 18:46:05.772407 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1dfb3-0250-4205-944b-c17853fa7001 req-15bed999-f725-42ca-9085-117f4b302351 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:05.773798 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-03d1dfb3-0250-4205-944b-c17853fa7001 req-15bed999-f725-42ca-9085-117f4b302351 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0545747 Apr 29 18:46:05.846903 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-03d1dfb3-0250-4205-944b-c17853fa7001 req-68c34d33-ec7c-4d24-9362-35dda445e4fe tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672104 Apr 29 18:46:05.849335 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d44e71ca-0c5c-4d47-a5cb-154c9f209197 req-5d5bb397-da46-4502-92f6-2f5971f26306 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634708 Apr 29 18:46:06.041953 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27878464-21fc-49ec-bd24-82a5b2389e67 req-3eec8d3e-c1d5-4a9b-a86d-f149bc1ec9f8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:06.043378 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-27878464-21fc-49ec-bd24-82a5b2389e67 req-3eec8d3e-c1d5-4a9b-a86d-f149bc1ec9f8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Apr 29 18:46:06.093909 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-27878464-21fc-49ec-bd24-82a5b2389e67 req-b7b7fda7-7362-48d5-a3d8-bf3df9e6f06b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Apr 29 18:46:06.967365 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692af1c-2066-4c38-88de-1811730d9367 req-fcf8fda5-63c7-4429-8de7-bd7902aeeb12 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:06.968937 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3692af1c-2066-4c38-88de-1811730d9367 req-fcf8fda5-63c7-4429-8de7-bd7902aeeb12 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0507960 Apr 29 18:46:07.019572 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3692af1c-2066-4c38-88de-1811730d9367 req-b84040b1-1e77-4dc2-95d3-3d981e359b61 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Apr 29 18:46:07.207690 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bc406-3b12-4a6b-b05e-5b9b833c80e0 req-a620e3d5-80dc-4521-9038-c8af7aba46b7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:07.209215 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c00bc406-3b12-4a6b-b05e-5b9b833c80e0 req-a620e3d5-80dc-4521-9038-c8af7aba46b7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0478981 Apr 29 18:46:07.258276 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c00bc406-3b12-4a6b-b05e-5b9b833c80e0 req-3d8eab08-0af8-4b48-953c-cd34cd4fcc4e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 Apr 29 18:46:07.381300 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df121ce8-88d4-4731-8c37-03d6de6f5ec0 req-efdd73a4-b357-49c3-b021-4a3ee554a2c8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:07.382794 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-df121ce8-88d4-4731-8c37-03d6de6f5ec0 req-efdd73a4-b357-49c3-b021-4a3ee554a2c8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0482733 Apr 29 18:46:07.432982 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-df121ce8-88d4-4731-8c37-03d6de6f5ec0 req-e111ea73-db05-4802-bf62-ef926b6ce55c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416164 Apr 29 18:46:08.140531 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabfc78-c9e7-4d5d-b3e5-9e061d672166 req-84163aa5-4c83-454b-a516-60158db7a90c tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:08.142030 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0fabfc78-c9e7-4d5d-b3e5-9e061d672166 req-84163aa5-4c83-454b-a516-60158db7a90c tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0537391 Apr 29 18:46:08.196337 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0fabfc78-c9e7-4d5d-b3e5-9e061d672166 req-f631cdba-e8cb-482d-b309-9d2181c63b2a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484540 Apr 29 18:46:09.309817 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c56a8-980d-4fdf-8da0-fb250bc624b9 req-598ce4e9-33ad-4fc0-902e-ead46faff1d5 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:09.311296 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b65c56a8-980d-4fdf-8da0-fb250bc624b9 req-598ce4e9-33ad-4fc0-902e-ead46faff1d5 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0471301 Apr 29 18:46:09.357936 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b65c56a8-980d-4fdf-8da0-fb250bc624b9 req-02edc6c2-2a50-403e-ae28-b776bd5b424f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Apr 29 18:46:10.175480 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa279-39f7-404b-bb00-8db329785c71 req-a8921dab-ffd0-487b-bf0f-b7af687bbf30 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:10.177015 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-627fa279-39f7-404b-bb00-8db329785c71 req-a8921dab-ffd0-487b-bf0f-b7af687bbf30 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0804553 Apr 29 18:46:10.191405 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-47f74390-3ad9-4ee5-9349-433b71b2ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:10.192991 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-47f74390-3ad9-4ee5-9349-433b71b2ac3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 1129 time: 0.0608048 Apr 29 18:46:10.208036 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47434) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:10.258463 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-627fa279-39f7-404b-bb00-8db329785c71 req-1afbb244-cb8f-4bf5-b60d-0cfa7a3465ee tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758986 Apr 29 18:46:10.328849 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-87880518-7902-4183-a902-4360fd37ba88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:10.446913 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-87880518-7902-4183-a902-4360fd37ba88 admin admin] Publish callbacks [] for security_group (2415c313-4f31-434f-8893-aedc905234ca), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:10.452324 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-87880518-7902-4183-a902-4360fd37ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2415c313-4f31-434f-8893-aedc905234ca), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:10.494424 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-87880518-7902-4183-a902-4360fd37ba88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bb5ce8bb1e24fb28a61390f5318e09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851486 Apr 29 18:46:10.495263 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87880518-7902-4183-a902-4360fd37ba88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2415c313-4f31-434f-8893-aedc905234ca,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:10.497518 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47452) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:10.547824 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e03f0eb-b2b5-4d29-ac29-2137c79a842a admin admin] Publish callbacks [] for security_group (2415c313-4f31-434f-8893-aedc905234ca), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:10.561872 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-06d576e4-8c5e-42ed-b7de-7fb593c34929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:10.563338 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-06d576e4-8c5e-42ed-b7de-7fb593c34929 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.3593910 Apr 29 18:46:10.572402 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e03f0eb-b2b5-4d29-ac29-2137c79a842a admin admin] Publish callbacks [] for security_group (2415c313-4f31-434f-8893-aedc905234ca), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:10.609054 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-a118b20d-c742-4ab3-bb9d-b552b5da7dc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847 HTTP/1.1" status: 200 len: 217 time: 0.0370307 Apr 29 18:46:10.627896 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e03f0eb-b2b5-4d29-ac29-2137c79a842a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2415c313-4f31-434f-8893-aedc905234ca), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:10.630880 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e03f0eb-b2b5-4d29-ac29-2137c79a842a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:10.632074 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-1e03f0eb-b2b5-4d29-ac29-2137c79a842a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2415c313-4f31-434f-8893-aedc905234ca HTTP/1.1" status: 204 len: 168 time: 0.1334558 Apr 29 18:46:10.642872 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03f0eb-b2b5-4d29-ac29-2137c79a842a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2415c313-4f31-434f-8893-aedc905234ca,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:10.663912 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-ec0fdbf1-6965-42aa-aa69-8411221bf29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:10.665430 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-ec0fdbf1-6965-42aa-aa69-8411221bf29e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0473676 Apr 29 18:46:10.719368 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-79939fc0-089a-4fa0-9976-14a07025acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:10.720945 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-79939fc0-089a-4fa0-9976-14a07025acba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442410 Apr 29 18:46:10.832999 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-2d725b09-7228-42d9-8114-837fedd54838 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956695 Apr 29 18:46:10.931067 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47460) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:10.944808 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b2b05d35-eb52-4cd4-90a1-fc29eeda9a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:10.958596 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01cdde60-548e-461d-aeff-2eff37cc85b8 req-6b16bcd6-80bd-4d70-9c2d-28af2bcd632f service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130538 Apr 29 18:46:11.026192 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b2b05d35-eb52-4cd4-90a1-fc29eeda9a1b admin admin] Publish callbacks [] for security_group (3054af15-bd1c-45ab-9b87-a5868ad72545), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:11.031955 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b2b05d35-eb52-4cd4-90a1-fc29eeda9a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (3054af15-bd1c-45ab-9b87-a5868ad72545), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:11.071987 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-b2b05d35-eb52-4cd4-90a1-fc29eeda9a1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32762bae60c64a69a1db011a496764a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397810 Apr 29 18:46:11.072854 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b05d35-eb52-4cd4-90a1-fc29eeda9a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3054af15-bd1c-45ab-9b87-a5868ad72545,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:11.075156 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47466) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:11.132112 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b911fdc7-5bdd-41f7-8c66-2ef3abe5cd14 admin admin] Publish callbacks [] for security_group (3054af15-bd1c-45ab-9b87-a5868ad72545), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:11.154755 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b911fdc7-5bdd-41f7-8c66-2ef3abe5cd14 admin admin] Publish callbacks [] for security_group (3054af15-bd1c-45ab-9b87-a5868ad72545), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:11.204097 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b911fdc7-5bdd-41f7-8c66-2ef3abe5cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (3054af15-bd1c-45ab-9b87-a5868ad72545), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:11.206829 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b911fdc7-5bdd-41f7-8c66-2ef3abe5cd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:11.211427 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-b911fdc7-5bdd-41f7-8c66-2ef3abe5cd14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3054af15-bd1c-45ab-9b87-a5868ad72545 HTTP/1.1" status: 204 len: 168 time: 0.1351349 Apr 29 18:46:11.219846 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911fdc7-5bdd-41f7-8c66-2ef3abe5cd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3054af15-bd1c-45ab-9b87-a5868ad72545,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:11.381060 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892add-907d-4461-986a-982f9504211b req-b989fbb5-43a7-41b7-94fd-cb62982c41db tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:11.382944 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-67892add-907d-4461-986a-982f9504211b req-b989fbb5-43a7-41b7-94fd-cb62982c41db tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0505450 Apr 29 18:46:11.435130 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-67892add-907d-4461-986a-982f9504211b req-399fa8c5-ef34-4e18-a3c2-04952ec1e934 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458078 Apr 29 18:46:11.695668 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47488) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:11.806106 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3657012d-e3f6-4251-9bc4-aae9df93af2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:11.884430 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3657012d-e3f6-4251-9bc4-aae9df93af2a admin admin] Publish callbacks [] for security_group (ea725023-b62f-480b-9280-65cb55c89238), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:11.891145 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3657012d-e3f6-4251-9bc4-aae9df93af2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ea725023-b62f-480b-9280-65cb55c89238), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:11.937751 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3657012d-e3f6-4251-9bc4-aae9df93af2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=486da17bffa0460db801eb2b986576f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407789 Apr 29 18:46:11.938942 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657012d-e3f6-4251-9bc4-aae9df93af2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea725023-b62f-480b-9280-65cb55c89238,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:11.940233 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47504) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:11.998648 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4d0cedf7-7e04-4f6f-a8cf-e5f9128d6149 admin admin] Publish callbacks [] for security_group (ea725023-b62f-480b-9280-65cb55c89238), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.031613 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4d0cedf7-7e04-4f6f-a8cf-e5f9128d6149 admin admin] Publish callbacks [] for security_group (ea725023-b62f-480b-9280-65cb55c89238), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.099280 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4d0cedf7-7e04-4f6f-a8cf-e5f9128d6149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (ea725023-b62f-480b-9280-65cb55c89238), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.102215 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4d0cedf7-7e04-4f6f-a8cf-e5f9128d6149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.103487 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-4d0cedf7-7e04-4f6f-a8cf-e5f9128d6149 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea725023-b62f-480b-9280-65cb55c89238 HTTP/1.1" status: 204 len: 168 time: 0.1622288 Apr 29 18:46:12.114389 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cedf7-7e04-4f6f-a8cf-e5f9128d6149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea725023-b62f-480b-9280-65cb55c89238,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:12.454790 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47522) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:12.563443 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:46:12.567658 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07a4f3-61f1-4127-b964-6c5ee3d062f0 req-25ff091d-a7e9-49a7-ba4e-e27a9a843606 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:12.570664 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6f07a4f3-61f1-4127-b964-6c5ee3d062f0 req-25ff091d-a7e9-49a7-ba4e-e27a9a843606 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0596077 Apr 29 18:46:12.623119 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6f07a4f3-61f1-4127-b964-6c5ee3d062f0 req-d48bd1fd-80b2-41c5-9e37-c207312b4c0c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Apr 29 18:46:12.721879 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-581836e2-1683-47bf-8098-03a411f16e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.816748 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-581836e2-1683-47bf-8098-03a411f16e90 admin admin] Publish callbacks [] for security_group (f7ae41f9-489b-4e95-a8e0-cf142b7c30ad), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.821222 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-581836e2-1683-47bf-8098-03a411f16e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f7ae41f9-489b-4e95-a8e0-cf142b7c30ad), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.860065 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-581836e2-1683-47bf-8098-03a411f16e90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b93581c09a24bd1bef42446d3dbb097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041767 Apr 29 18:46:12.861246 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581836e2-1683-47bf-8098-03a411f16e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ae41f9-489b-4e95-a8e0-cf142b7c30ad,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:12.862942 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47542) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:12.913169 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e5427de9-37e1-4644-8757-88aa8f856828 admin admin] Publish callbacks [] for security_group (f7ae41f9-489b-4e95-a8e0-cf142b7c30ad), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.922978 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47544) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:12.934384 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e5427de9-37e1-4644-8757-88aa8f856828 admin admin] Publish callbacks [] for security_group (f7ae41f9-489b-4e95-a8e0-cf142b7c30ad), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.988280 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e5427de9-37e1-4644-8757-88aa8f856828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f7ae41f9-489b-4e95-a8e0-cf142b7c30ad), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.991958 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e5427de9-37e1-4644-8757-88aa8f856828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:12.993692 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-e5427de9-37e1-4644-8757-88aa8f856828 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7ae41f9-489b-4e95-a8e0-cf142b7c30ad HTTP/1.1" status: 204 len: 168 time: 0.1297376 Apr 29 18:46:13.007058 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5427de9-37e1-4644-8757-88aa8f856828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ae41f9-489b-4e95-a8e0-cf142b7c30ad,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:13.046221 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1616825568-network', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:13.065865 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Made reservation on behalf of 8853dc3f41e147018cc50778b57b9c97 for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:46:13.068597 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.081171 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.165434 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Publish callbacks [] for security_group (4daefb2b-b9f4-4295-8336-330c4bf2bab0), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.169981 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4daefb2b-b9f4-4295-8336-330c4bf2bab0), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.198164 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:46:13.203940 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daefb2b-b9f4-4295-8336-330c4bf2bab0,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:13.212065 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (8089937e-3dcd-49f1-a36b-37a771270df6), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.212379 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Added segment 8089937e-3dcd-49f1-a36b-37a771270df6 of type vlan for network 337102da-809f-4a0b-9083-4f036df3d9f9 Apr 29 18:46:13.259268 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (337102da-809f-4a0b-9083-4f036df3d9f9), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.290052 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (337102da-809f-4a0b-9083-4f036df3d9f9), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.291304 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:13.291893 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.332762 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4082084 Apr 29 18:46:13.336179 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47562) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:13.341499 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Request body: {'subnet': {'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1616825568-subnet', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'ip_version': 4}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:13.364008 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601b7c7-bc91-43b7-ac80-241b57bc136d admin admin] Pushing event updated for resources: {'Network': ['ID=337102da-809f-4a0b-9083-4f036df3d9f9,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:13.368627 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Made reservation on behalf of 8853dc3f41e147018cc50778b57b9c97 for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:46:13.371000 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9363898'] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.378141 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 337102da-809f-4a0b-9083-4f036df3d9f9 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:46:13.562658 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3283275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9363784'] for subnet (6529c5bb-1d89-43b3-9409-929526bca951), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.627340 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6529c5bb-1d89-43b3-9409-929526bca951,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:13.635598 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Checking segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:13.635986 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Network hostable DHCP agents. Network: 337102da-809f-4a0b-9083-4f036df3d9f9, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:46:13.657834 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Network 337102da-809f-4a0b-9083-4f036df3d9f9 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:46:13.671855 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 337102da-809f-4a0b-9083-4f036df3d9f9) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:13.677689 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:13.679501 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.685969 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096877b5-4440-4e5b-9828-e265c720218a None None] Network 337102da-809f-4a0b-9083-4f036df3d9f9 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:46:13.709382 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-578982b9-6b66-4ea4-b56d-591526eb5e12 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3716657 Apr 29 18:46:13.711828 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47576) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:13.716227 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:13.742642 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (af78d2cf-fd83-437b-a880-30dd860d49a6), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.744313 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (af78d2cf-fd83-437b-a880-30dd860d49a6), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.763802 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdc0c4-0d68-485c-a305-7c6bd577c2bf req-cac8a729-236c-44b2-8bbb-01b6230481f9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:13.773566 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f3fdc0c4-0d68-485c-a305-7c6bd577c2bf req-cac8a729-236c-44b2-8bbb-01b6230481f9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0649617 Apr 29 18:46:13.814754 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks [] for router_controller (af78d2cf-fd83-437b-a880-30dd860d49a6), precommit_add_association {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.834650 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-337102da-809f-4a0b-9083-4f036df3d9f9', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:46:13.835801 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.848648 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f3fdc0c4-0d68-485c-a305-7c6bd577c2bf req-30f50aad-c770-40fa-87d9-cbfa961398f9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727761 Apr 29 18:46:13.970345 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks [] for router_gateway (af78d2cf-fd83-437b-a880-30dd860d49a6), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:13.997419 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Allocated IP 172.20.0.2 (337102da-809f-4a0b-9083-4f036df3d9f9/6529c5bb-1d89-43b3-9409-929526bca951/0b49b812-f720-4b48-bb0e-1d8252ba2d3d) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:46:14.193643 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks [] for router_gateway (af78d2cf-fd83-437b-a880-30dd860d49a6), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.237632 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.249357 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Publish callbacks [] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.256761 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.294312 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Network 337102da-809f-4a0b-9083-4f036df3d9f9 is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:14.299303 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:14.303203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:46:14.308466 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Pushing event updated for resources: {'Port': ['ID=0b49b812-f720-4b48-bb0e-1d8252ba2d3d,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:14.353277 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Allocated IP 172.27.0.204 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/0709787c-90f7-48ea-bae3-16297cdabd17) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:46:14.363898 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Attempting to bind port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:46:14.364258 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Attempting to bind port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:46:14.364667 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Attempting to bind port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d on network 337102da-809f-4a0b-9083-4f036df3d9f9 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:14.370171 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:46:14.370544 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Checking segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:14.370967 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.371337 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Bound using segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:46:14.371802 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Bound port: 0b49b812-f720-4b48-bb0e-1d8252ba2d3d, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:46:14.372179 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.442806 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] For port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:46:14.446426 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] For port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0b49b812-f720-4b48-bb0e-1d8252ba2d3d,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:46:14.455813 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.473215 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks [] for port (0709787c-90f7-48ea-bae3-16297cdabd17), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.516353 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.524344 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd2334-9565-4952-b6a7-aeac11f640cd None None] Pushing event updated for resources: {'Port': ['ID=0b49b812-f720-4b48-bb0e-1d8252ba2d3d,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:14.555477 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:14.558377 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:14.564125 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:46:14.588708 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Pushing event updated for resources: {'Port': ['ID=0709787c-90f7-48ea-bae3-16297cdabd17,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:14.853303 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks [] for router_gateway (af78d2cf-fd83-437b-a880-30dd860d49a6), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:14.987037 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfa0fa-3fdb-4b50-9796-86556be5f211 req-3b3db219-0445-4251-8d05-5ee799259e9b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:14.987771 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-55bfa0fa-3fdb-4b50-9796-86556be5f211 req-3b3db219-0445-4251-8d05-5ee799259e9b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0811601 Apr 29 18:46:15.081695 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-55bfa0fa-3fdb-4b50-9796-86556be5f211 req-2610dd14-93f3-404a-8ca9-4f527ea99cb5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873070 Apr 29 18:46:15.139166 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (af78d2cf-fd83-437b-a880-30dd860d49a6), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:15.275260 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Router af78d2cf-fd83-437b-a880-30dd860d49a6 is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:46:15.393650 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:46:15.408613 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Sync routers for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:46:15.416949 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:15.420545 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-cf025bd6-47d3-479e-98d1-6d41dbb9cfff admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7054369 Apr 29 18:46:15.421099 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47598) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:15.421302 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:46:15.421923 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:15.466713 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1114105a-fbd0-4ff3-aabe-cb307c18f143 None None] Network 337102da-809f-4a0b-9083-4f036df3d9f9 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:46:15.535316 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:46:15.580880 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-7c37616c-091b-4a23-8474-5c77d3c31345 None None] Provisioning complete for port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:15.581644 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7c37616c-091b-4a23-8474-5c77d3c31345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:15.698608 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-7c37616c-091b-4a23-8474-5c77d3c31345 None None] Current status of the port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:15.699871 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7c37616c-091b-4a23-8474-5c77d3c31345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:15.741955 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-7c37616c-091b-4a23-8474-5c77d3c31345 None None] For port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0b49b812-f720-4b48-bb0e-1d8252ba2d3d,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:15.748384 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:14Z', 'revision_number': 3, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:15.748740 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7c37616c-091b-4a23-8474-5c77d3c31345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:15.789776 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Checking router: af78d2cf-fd83-437b-a880-30dd860d49a6 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:46:15.790074 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Updating router af78d2cf-fd83-437b-a880-30dd860d49a6 port 0709787c-90f7-48ea-bae3-16297cdabd17 binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:46:15.820895 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:15.920417 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:15.939749 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-2c9e3261-ec82-4941-83dd-9c99fc08bc72 None None] Provisioning complete for port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:15.940134 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3261-ec82-4941-83dd-9c99fc08bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:15.982929 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37616c-091b-4a23-8474-5c77d3c31345 None None] Pushing event updated for resources: {'Port': ['ID=0b49b812-f720-4b48-bb0e-1d8252ba2d3d,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:16.038978 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e3261-ec82-4941-83dd-9c99fc08bc72 None None] Current status of the port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:16.098291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Allocated IP 172.20.0.1 (337102da-809f-4a0b-9083-4f036df3d9f9/6529c5bb-1d89-43b3-9409-929526bca951/1c2f1a73-bd82-462b-a962-6bd6c81885bf) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:46:16.098879 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Publish callbacks [] for port (0709787c-90f7-48ea-bae3-16297cdabd17), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.107451 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.164728 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Attempting to bind port 0709787c-90f7-48ea-bae3-16297cdabd17 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:46:16.165101 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Attempting to bind port 0709787c-90f7-48ea-bae3-16297cdabd17 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:46:16.165463 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Attempting to bind port 0709787c-90f7-48ea-bae3-16297cdabd17 on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:16.167567 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24071651-bb34-4142-8336-76cdad0d1397 None None] Pushing event updated for resources: {'Port': ['ID=0709787c-90f7-48ea-bae3-16297cdabd17,revision_number=2']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:16.173531 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:46:16.173897 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:16.174296 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.174682 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:46:16.175146 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Bound port: 0709787c-90f7-48ea-bae3-16297cdabd17, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:46:16.175519 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.226615 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fba548-f091-43c3-92ab-3de6dbb2a9c5 req-0a909a1b-b41d-4a88-807a-e5b32fa04137 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:16.228699 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-53fba548-f091-43c3-92ab-3de6dbb2a9c5 req-0a909a1b-b41d-4a88-807a-e5b32fa04137 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0714614 Apr 29 18:46:16.232716 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Publish callbacks [] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.238057 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] For port 0709787c-90f7-48ea-bae3-16297cdabd17, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:46:16.243103 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] For port 0709787c-90f7-48ea-bae3-16297cdabd17, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0709787c-90f7-48ea-bae3-16297cdabd17,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:46:16.260429 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.307535 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:46:16.308173 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:16.327894 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.330698 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-53fba548-f091-43c3-92ab-3de6dbb2a9c5 req-55f8b8e0-afe1-4855-9ece-f80de0aba220 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826838 Apr 29 18:46:16.370069 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Network 337102da-809f-4a0b-9083-4f036df3d9f9 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:16.376904 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:16.381576 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:46:16.384707 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Pushing event updated for resources: {'Port': ['ID=1c2f1a73-bd82-462b-a962-6bd6c81885bf,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:16.426086 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (af78d2cf-fd83-437b-a880-30dd860d49a6), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.435042 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24071651-bb34-4142-8336-76cdad0d1397 None None] Pushing event updated for resources: {'Port': ['ID=0709787c-90f7-48ea-bae3-16297cdabd17,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:16.451073 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:46:16.594571 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.643032 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0b49b812-f720-4b48-bb0e-1d8252ba2d3d up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:16.702002 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:16.702643 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.745967 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:14Z', 'revision_number': 3, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:16.773043 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfd0fb-eaed-447d-ba5c-28f01ee1835a None None] The sync data for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi is: [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:14Z', 'revision_number': 3, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:46:16.790077 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Publish callbacks [] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.796836 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.802350 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-9aa82556-3df6-4929-a9f9-f2d50c21ffee None None] Provisioning complete for port 1c2f1a73-bd82-462b-a962-6bd6c81885bf triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:16.806079 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9aa82556-3df6-4929-a9f9-f2d50c21ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.831347 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:16.848252 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-9aa82556-3df6-4929-a9f9-f2d50c21ffee None None] Port 1c2f1a73-bd82-462b-a962-6bd6c81885bf cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:46:16.874850 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Pushing event updated for resources: {'Port': ['ID=1c2f1a73-bd82-462b-a962-6bd6c81885bf,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:16.877278 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (af78d2cf-fd83-437b-a880-30dd860d49a6), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:16.972152 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Network 337102da-809f-4a0b-9083-4f036df3d9f9 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:16.973632 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:17.121999 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Router af78d2cf-fd83-437b-a880-30dd860d49a6 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:46:17.274560 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-f89939e0-841d-4dea-80bf-fac9fac6b5a5 None None] Provisioning complete for port 1c2f1a73-bd82-462b-a962-6bd6c81885bf triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:17.274823 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f89939e0-841d-4dea-80bf-fac9fac6b5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:17.319294 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-f89939e0-841d-4dea-80bf-fac9fac6b5a5 None None] Port 1c2f1a73-bd82-462b-a962-6bd6c81885bf cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:46:17.469055 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f6e0f-d00d-43b9-a46a-ae412b47253a req-26923e5c-ac58-45c6-8795-ad11a6c0d8a8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:17.476554 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-768f6e0f-d00d-43b9-a46a-ae412b47253a req-26923e5c-ac58-45c6-8795-ad11a6c0d8a8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0619740 Apr 29 18:46:17.538867 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-768f6e0f-d00d-43b9-a46a-ae412b47253a req-e532fca9-1690-4c0d-9f62-2151c45856c4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561821 Apr 29 18:46:17.573244 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:46:17.580739 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3976cbfe-3dfd-49e0-951a-82f046efba8e admin admin] 10.222.0.50 "PUT /v2.0/routers/af78d2cf-fd83-437b-a880-30dd860d49a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1583991 Apr 29 18:46:18.174811 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47636) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:18.182323 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1188939384-network', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:18.202552 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Made reservation on behalf of c8229262ea9a40e4970b89e8adadc884 for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:46:18.205140 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.214485 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.292221 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Publish callbacks [] for security_group (9587c5a2-60ea-4062-b985-43e39cf7180e), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.297669 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9587c5a2-60ea-4062-b985-43e39cf7180e), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.332557 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:46:18.332557 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9587c5a2-60ea-4062-b985-43e39cf7180e,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:18.341116 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (43972541-85ed-4a37-8ec7-f15e2eb7352f), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.341208 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Added segment 43972541-85ed-4a37-8ec7-f15e2eb7352f of type vlan for network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 Apr 29 18:46:18.384649 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (b8e886c4-0f7b-450a-b3d8-8748d25aa1d3), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.421348 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (b8e886c4-0f7b-450a-b3d8-8748d25aa1d3), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.422371 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:18.422964 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.486888 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3108661 Apr 29 18:46:18.489469 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47642) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:18.494633 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Request body: {'subnet': {'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1188939384-subnet', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'ip_version': 4}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:18.497767 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015ea73-6b79-420a-a902-5e49b8197a05 admin admin] Pushing event updated for resources: {'Network': ['ID=b8e886c4-0f7b-450a-b3d8-8748d25aa1d3,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:18.508924 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:46:18.528967 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Made reservation on behalf of c8229262ea9a40e4970b89e8adadc884 for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:46:18.532476 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9086954'] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.596089 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Sync routers for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:46:18.628201 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:46:18.628980 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:18.689826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7d55d-f791-4bb7-bf85-24dbe3b364c6 req-0d35ca61-22b4-47a8-adfe-1619dc9e34e5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:18.691417 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-08d7d55d-f791-4bb7-bf85-24dbe3b364c6 req-0d35ca61-22b4-47a8-adfe-1619dc9e34e5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0703890 Apr 29 18:46:18.705215 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0709787c-90f7-48ea-bae3-16297cdabd17 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:18.781669 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-08d7d55d-f791-4bb7-bf85-24dbe3b364c6 req-5b93500e-8720-4de9-9ce9-8fbad11bdbe8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754609 Apr 29 18:46:18.828446 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9086744'] for subnet (28f80f9a-4611-492d-94df-345741ee7131), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.886431 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f80f9a-4611-492d-94df-345741ee7131,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:18.889241 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 0709787c-90f7-48ea-bae3-16297cdabd17 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:18.889744 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.895069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Checking segment: {'id': '43972541-85ed-4a37-8ec7-f15e2eb7352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:18.895417 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Network hostable DHCP agents. Network: b8e886c4-0f7b-450a-b3d8-8748d25aa1d3, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:46:18.913024 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:46:18.921863 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, b8e886c4-0f7b-450a-b3d8-8748d25aa1d3) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:18.926387 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:18.927209 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.929855 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:46:18.944826 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-3130504d-2d8e-4109-a71b-df308be8cb82 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4541788 Apr 29 18:46:18.947349 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47646) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:18.951819 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:18.957731 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58494e6-fd77-4f73-83bc-c486bbfa10cc None None] Network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:46:18.970222 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (4f249c47-e9b7-433c-9b15-eae695e5820f), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:18.971212 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (4f249c47-e9b7-433c-9b15-eae695e5820f), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.028701 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks [] for router_controller (4f249c47-e9b7-433c-9b15-eae695e5820f), precommit_add_association {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.173607 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks [] for router_gateway (4f249c47-e9b7-433c-9b15-eae695e5820f), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.203622 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 0709787c-90f7-48ea-bae3-16297cdabd17 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:19.203916 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.215229 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-b8e886c4-0f7b-450a-b3d8-8748d25aa1d3', 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3', 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'fixed_ips': [{'subnet_id': '28f80f9a-4611-492d-94df-345741ee7131'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:46:19.217425 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.253665 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 0709787c-90f7-48ea-bae3-16297cdabd17, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0709787c-90f7-48ea-bae3-16297cdabd17,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:19.269117 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.368456 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks [] for router_gateway (4f249c47-e9b7-433c-9b15-eae695e5820f), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.387726 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.402254 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 2, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:19.461584 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=0709787c-90f7-48ea-bae3-16297cdabd17,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:19.464513 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Checking router: af78d2cf-fd83-437b-a880-30dd860d49a6 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:46:19.464869 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Updating router af78d2cf-fd83-437b-a880-30dd860d49a6 port 1c2f1a73-bd82-462b-a962-6bd6c81885bf binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:46:19.498711 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Allocated IP 172.27.0.10 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/1341ae0f-c04e-48d9-b19d-f6a09686adef) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:46:19.510947 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.528638 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Allocated IP 172.20.0.2 (b8e886c4-0f7b-450a-b3d8-8748d25aa1d3/28f80f9a-4611-492d-94df-345741ee7131/90c0c97d-5032-4948-a4cc-49e3dc13b1d0) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:46:19.623158 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks [] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.660667 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.701413 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:19.704387 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:19.710600 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:46:19.734494 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Pushing event updated for resources: {'Port': ['ID=1341ae0f-c04e-48d9-b19d-f6a09686adef,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:19.972992 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Publish callbacks [] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:19.986295 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.047724 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:20.061326 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:20.069883 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Pushing event updated for resources: {'Port': ['ID=90c0c97d-5032-4948-a4cc-49e3dc13b1d0,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:20.074205 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:46:20.159675 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Publish callbacks [] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.169716 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.172147 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9b555-5a13-41d9-9848-88c5e02c6bb7 req-7097d0e2-9605-4cd6-8e7d-c3295f7ade27 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:20.173653 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-06b9b555-5a13-41d9-9848-88c5e02c6bb7 req-7097d0e2-9605-4cd6-8e7d-c3295f7ade27 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.3173430 Apr 29 18:46:20.179807 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Attempting to bind port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:46:20.180182 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Attempting to bind port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '43972541-85ed-4a37-8ec7-f15e2eb7352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:46:20.180643 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Attempting to bind port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 on network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:20.213821 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:46:20.214200 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Checking segment: {'id': '43972541-85ed-4a37-8ec7-f15e2eb7352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:20.214590 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.214996 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Bound using segment: {'id': '43972541-85ed-4a37-8ec7-f15e2eb7352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:46:20.215474 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Bound port: 90c0c97d-5032-4948-a4cc-49e3dc13b1d0, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43972541-85ed-4a37-8ec7-f15e2eb7352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:46:20.215848 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.245854 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d2726-ec61-4b9b-9284-e429d738fece None None] Pushing event updated for resources: {'Port': ['ID=1c2f1a73-bd82-462b-a962-6bd6c81885bf,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:20.272564 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-06b9b555-5a13-41d9-9848-88c5e02c6bb7 req-2e148c09-1622-4435-b707-36428447093a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856297 Apr 29 18:46:20.281042 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks [] for router_gateway (4f249c47-e9b7-433c-9b15-eae695e5820f), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.341535 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Attempting to bind port 1c2f1a73-bd82-462b-a962-6bd6c81885bf on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:46:20.341936 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Attempting to bind port 1c2f1a73-bd82-462b-a962-6bd6c81885bf by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:46:20.342265 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Attempting to bind port 1c2f1a73-bd82-462b-a962-6bd6c81885bf on network 337102da-809f-4a0b-9083-4f036df3d9f9 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:20.357519 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:46:20.357939 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Checking segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:20.358251 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.358659 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Bound using segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:46:20.359202 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Bound port: 1c2f1a73-bd82-462b-a962-6bd6c81885bf, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:46:20.359585 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.371954 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] For port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:46:20.388485 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] For port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=90c0c97d-5032-4948-a4cc-49e3dc13b1d0,segment=NetworkSegment(43972541-85ed-4a37-8ec7-f15e2eb7352f),segment_id=43972541-85ed-4a37-8ec7-f15e2eb7352f)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:46:20.418904 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.516364 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-f0202b2f-eabc-4016-88e0-3fddea175007 None None] Provisioning complete for port 1c2f1a73-bd82-462b-a962-6bd6c81885bf triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:20.516957 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f0202b2f-eabc-4016-88e0-3fddea175007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.526548 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (4f249c47-e9b7-433c-9b15-eae695e5820f), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.528729 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] For port 1c2f1a73-bd82-462b-a962-6bd6c81885bf, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:46:20.532387 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] For port 1c2f1a73-bd82-462b-a962-6bd6c81885bf, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=1c2f1a73-bd82-462b-a962-6bd6c81885bf,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:46:20.578999 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.584061 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267942d-1c74-4383-abe3-a7be16a09a35 None None] Pushing event updated for resources: {'Port': ['ID=90c0c97d-5032-4948-a4cc-49e3dc13b1d0,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:20.643137 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0709787c-90f7-48ea-bae3-16297cdabd17 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:20.674280 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-f0202b2f-eabc-4016-88e0-3fddea175007 None None] Port 1c2f1a73-bd82-462b-a962-6bd6c81885bf cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:46:20.700958 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:46:20.702054 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:20.706697 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Router 4f249c47-e9b7-433c-9b15-eae695e5820f is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:46:20.762947 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d2726-ec61-4b9b-9284-e429d738fece None None] Pushing event updated for resources: {'Port': ['ID=1c2f1a73-bd82-462b-a962-6bd6c81885bf,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:20.831107 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 0709787c-90f7-48ea-bae3-16297cdabd17 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:20.831476 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.870629 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:46:20.892444 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Sync routers for ids ['4f249c47-e9b7-433c-9b15-eae695e5820f'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:46:20.910142 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:20.911982 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-6eb9f8ed-c240-4d04-8669-a9ed42b46de9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9636559 Apr 29 18:46:20.915211 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 47658) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:20.921035 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Routers {'4f249c47-e9b7-433c-9b15-eae695e5820f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:46:20.921910 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['4f249c47-e9b7-433c-9b15-eae695e5820f'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:20.932114 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:46:21.060686 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Set router 4f249c47-e9b7-433c-9b15-eae695e5820f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:46:21.080876 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 0709787c-90f7-48ea-bae3-16297cdabd17 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:21.142341 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-c376c8a3-63de-4791-9e26-d40ac505fb2b None None] Provisioning complete for port 1c2f1a73-bd82-462b-a962-6bd6c81885bf triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:21.142716 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c376c8a3-63de-4791-9e26-d40ac505fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.282276 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-c376c8a3-63de-4791-9e26-d40ac505fb2b None None] Current status of the port 1c2f1a73-bd82-462b-a962-6bd6c81885bf is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:21.282577 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c376c8a3-63de-4791-9e26-d40ac505fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.284788 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:20Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:21.298950 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:18Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 3, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'gw_port': {'id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:19Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:21.322998 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aca53c-ad28-4c66-8b8a-40d48d51363b None None] The sync data for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi is: [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:20Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:46:21.329269 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Checking router: 4f249c47-e9b7-433c-9b15-eae695e5820f for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:46:21.329613 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Updating router 4f249c47-e9b7-433c-9b15-eae695e5820f port 1341ae0f-c04e-48d9-b19d-f6a09686adef binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:46:21.363060 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.369006 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-c376c8a3-63de-4791-9e26-d40ac505fb2b None None] For port 1c2f1a73-bd82-462b-a962-6bd6c81885bf, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=1c2f1a73-bd82-462b-a962-6bd6c81885bf,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:21.376547 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c376c8a3-63de-4791-9e26-d40ac505fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.475410 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376c8a3-63de-4791-9e26-d40ac505fb2b None None] Pushing event updated for resources: {'Port': ['ID=1c2f1a73-bd82-462b-a962-6bd6c81885bf,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:21.518776 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288567f2-25ad-49a9-b1dd-5bf4dd1e506c req-e2fa762d-d0ba-40f2-8e44-8bdada92ef66 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:21.521478 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-288567f2-25ad-49a9-b1dd-5bf4dd1e506c req-e2fa762d-d0ba-40f2-8e44-8bdada92ef66 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.1617582 Apr 29 18:46:21.629571 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-288567f2-25ad-49a9-b1dd-5bf4dd1e506c req-8fea5bb7-1a02-4c83-92af-0c1c52fba7bb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973523 Apr 29 18:46:21.728353 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.816764 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Publish callbacks [] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.825823 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.884603 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Attempting to bind port 1341ae0f-c04e-48d9-b19d-f6a09686adef on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:46:21.885404 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Attempting to bind port 1341ae0f-c04e-48d9-b19d-f6a09686adef by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:46:21.886063 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Attempting to bind port 1341ae0f-c04e-48d9-b19d-f6a09686adef on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:21.896821 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:46:21.897546 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:21.897850 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.898088 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:46:21.898565 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Bound port: 1341ae0f-c04e-48d9-b19d-f6a09686adef, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:46:21.898924 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.904232 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3df2c-9c02-4724-88d0-92862fab0500 None None] Pushing event updated for resources: {'Port': ['ID=1341ae0f-c04e-48d9-b19d-f6a09686adef,revision_number=2']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:21.963168 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] For port 1341ae0f-c04e-48d9-b19d-f6a09686adef, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:46:21.967608 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] For port 1341ae0f-c04e-48d9-b19d-f6a09686adef, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=1341ae0f-c04e-48d9-b19d-f6a09686adef,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:46:21.980739 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:21.991429 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Allocated IP 172.20.0.1 (b8e886c4-0f7b-450a-b3d8-8748d25aa1d3/28f80f9a-4611-492d-94df-345741ee7131/34ab8773-4d17-49bd-8983-279e74606d85) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:46:22.000076 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877d4fac-2594-4d56-b586-d08a2a14b33a None None] Network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:46:22.057018 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Routers {'4f249c47-e9b7-433c-9b15-eae695e5820f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:46:22.058041 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['4f249c47-e9b7-433c-9b15-eae695e5820f'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:22.125003 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3df2c-9c02-4724-88d0-92862fab0500 None None] Pushing event updated for resources: {'Port': ['ID=1341ae0f-c04e-48d9-b19d-f6a09686adef,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:22.144699 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-eccfb98c-0d85-40cc-8c93-375889c810e5 None None] Provisioning complete for port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:22.145064 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-eccfb98c-0d85-40cc-8c93-375889c810e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.157665 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Publish callbacks [] for port (34ab8773-4d17-49bd-8983-279e74606d85), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.198331 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (34ab8773-4d17-49bd-8983-279e74606d85), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.211613 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] Set router 4f249c47-e9b7-433c-9b15-eae695e5820f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:46:22.255743 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-eccfb98c-0d85-40cc-8c93-375889c810e5 None None] Current status of the port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:22.256057 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-eccfb98c-0d85-40cc-8c93-375889c810e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.280308 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:22.281607 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:22.285657 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:46:22.317755 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-eccfb98c-0d85-40cc-8c93-375889c810e5 None None] For port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=90c0c97d-5032-4948-a4cc-49e3dc13b1d0,segment=NetworkSegment(43972541-85ed-4a37-8ec7-f15e2eb7352f),segment_id=43972541-85ed-4a37-8ec7-f15e2eb7352f)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:22.323009 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-eccfb98c-0d85-40cc-8c93-375889c810e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.325676 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Pushing event updated for resources: {'Port': ['ID=34ab8773-4d17-49bd-8983-279e74606d85,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:22.356134 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (4f249c47-e9b7-433c-9b15-eae695e5820f), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.389476 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfb98c-0d85-40cc-8c93-375889c810e5 None None] Pushing event updated for resources: {'Port': ['ID=90c0c97d-5032-4948-a4cc-49e3dc13b1d0,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:22.513722 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:18Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 3, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'gw_port': {'id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:19Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:22.556322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (34ab8773-4d17-49bd-8983-279e74606d85), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.556684 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-c3c35500-c530-4148-b555-85b038e5735f None None] Provisioning complete for port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:22.559537 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c3c35500-c530-4148-b555-85b038e5735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.571026 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72569a-6932-488f-9f3d-5f67be5ec12e None None] The sync data for ids ['4f249c47-e9b7-433c-9b15-eae695e5820f'] in dv-cinder-839987-1-iscsi is: [{'id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:18Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 3, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'gw_port': {'id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:19Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:46:22.871120 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433160b-985a-4673-8644-64243c5ac04d req-991ee591-9fd2-4085-9a38-2cd577d605cc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:22.878824 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0433160b-985a-4673-8644-64243c5ac04d req-991ee591-9fd2-4085-9a38-2cd577d605cc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.1114519 Apr 29 18:46:22.910684 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Publish callbacks [] for port (34ab8773-4d17-49bd-8983-279e74606d85), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.914098 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 1c2f1a73-bd82-462b-a962-6bd6c81885bf up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:22.917020 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (34ab8773-4d17-49bd-8983-279e74606d85), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:22.940597 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0433160b-985a-4673-8644-64243c5ac04d req-f4d9ddd3-d579-4c75-871e-e6ae47952ca8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605314 Apr 29 18:46:23.003201 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 1c2f1a73-bd82-462b-a962-6bd6c81885bf triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:23.003786 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:23.007811 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (4f249c47-e9b7-433c-9b15-eae695e5820f), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:23.018301 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Pushing event updated for resources: {'Port': ['ID=34ab8773-4d17-49bd-8983-279e74606d85,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:23.053772 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-c3c35500-c530-4148-b555-85b038e5735f None None] Current status of the port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:23.107263 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-65fac91e-834f-48d5-8a6c-917136ccd7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:23.120281 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 1c2f1a73-bd82-462b-a962-6bd6c81885bf is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:23.123601 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:23.124862 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:23.125374 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:23.181716 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-b061bc7b-a8f7-4151-96ed-13bc56af0cfc None None] Provisioning complete for port 34ab8773-4d17-49bd-8983-279e74606d85 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:23.182105 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-b061bc7b-a8f7-4151-96ed-13bc56af0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (34ab8773-4d17-49bd-8983-279e74606d85), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:23.234723 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:23.235222 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:23.320970 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-b061bc7b-a8f7-4151-96ed-13bc56af0cfc None None] Port 34ab8773-4d17-49bd-8983-279e74606d85 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:46:23.342433 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-0cf502c7-5f5d-4e16-91cf-ba80712ab2d3 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bc8b9f6c3c8844e483955fde21ea0db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428524 Apr 29 18:46:23.376522 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:23.431799 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Router 4f249c47-e9b7-433c-9b15-eae695e5820f has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:46:23.549863 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-7efe7496-de85-4b34-baef-7924b219ccfc None None] Provisioning complete for port 34ab8773-4d17-49bd-8983-279e74606d85 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:23.550228 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7efe7496-de85-4b34-baef-7924b219ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (34ab8773-4d17-49bd-8983-279e74606d85), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:23.591106 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-7efe7496-de85-4b34-baef-7924b219ccfc None None] Port 34ab8773-4d17-49bd-8983-279e74606d85 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:46:23.659105 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-f4010df7-2e4a-496e-aeca-6f25e52d3113 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:23.660625 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-f4010df7-2e4a-496e-aeca-6f25e52d3113 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118908 Apr 29 18:46:23.690102 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-76e7dd55-a8f5-47d7-8697-b93a7fbae36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:23.691569 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-76e7dd55-a8f5-47d7-8697-b93a7fbae36c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 1129 time: 0.1128943 Apr 29 18:46:23.712427 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-9e287512-e0b2-4e9c-bb23-f68b31b67268 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/quotas/bc8b9f6c3c8844e483955fde21ea0db9 HTTP/1.1" status: 200 len: 375 time: 0.0238271 Apr 29 18:46:23.739657 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:46:23.759226 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-690168b1-9e72-4f97-a61d-79fbb82e54f6 admin admin] 10.222.0.50 "PUT /v2.0/routers/4f249c47-e9b7-433c-9b15-eae695e5820f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421521 Apr 29 18:46:23.773463 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-2f1c492f-cdff-4a68-8171-d6ca7b38841f tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc8b9f6c3c8844e483955fde21ea0db9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532813 Apr 29 18:46:24.141731 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e04b0402-1b45-4afe-b19e-cfbe52403153 req-02534f80-bf69-402c-b451-4227cf4485ec tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 210 time: 0.0339444 Apr 29 18:46:24.170830 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-7a263b96-5c05-407c-9d37-1e1302f155eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:24.172396 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-7a263b96-5c05-407c-9d37-1e1302f155eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.4421008 Apr 29 18:46:24.245643 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-6bffcd39-4f8d-4648-accf-4f4d39a622e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847 HTTP/1.1" status: 200 len: 217 time: 0.0568621 Apr 29 18:46:24.330002 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195ea8-11d4-4ce9-abf9-e8175734a58c req-43365042-ba2a-4b2f-b299-6df32665f6d5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:24.331759 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4d195ea8-11d4-4ce9-abf9-e8175734a58c req-43365042-ba2a-4b2f-b299-6df32665f6d5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0890574 Apr 29 18:46:24.376192 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-4ab0d376-341c-4304-9932-5bd16cd21067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:24.377866 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-4ab0d376-341c-4304-9932-5bd16cd21067 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0995862 Apr 29 18:46:24.399395 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4d195ea8-11d4-4ce9-abf9-e8175734a58c req-a18e72e3-9529-499a-9f09-7170772434c5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589542 Apr 29 18:46:24.438309 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-dd3764cd-0764-4769-95e5-f2dcdeb9aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:24.439856 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-dd3764cd-0764-4769-95e5-f2dcdeb9aedf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540433 Apr 29 18:46:24.541489 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-bfb72073-da4e-4f6a-b760-ddd394eb1f7c service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945871 Apr 29 18:46:24.614458 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47712) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:24.625042 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-1a1eb8b3-97fc-44fa-9935-6b9ca33ec0ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1691706002', 'description': 'tempest-secgroup-smoke-1691706002 description', 'project_id': '8853dc3f41e147018cc50778b57b9c97'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:24.633633 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 1341ae0f-c04e-48d9-b19d-f6a09686adef up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:24.657027 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb8b3-97fc-44fa-9935-6b9ca33ec0ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.691848 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 1341ae0f-c04e-48d9-b19d-f6a09686adef triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:24.692250 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.695933 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d127cb6e-51d6-4f89-bf3b-fd50c2a49cab req-ad3a0cb6-0052-47ee-866b-2df6803a98bb service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419535 Apr 29 18:46:24.757621 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb8b3-97fc-44fa-9935-6b9ca33ec0ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group (c19831e7-f9f2-4a8b-b338-2a5b4e4759d3), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.765166 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb8b3-97fc-44fa-9935-6b9ca33ec0ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c19831e7-f9f2-4a8b-b338-2a5b4e4759d3), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.794957 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eb8b3-97fc-44fa-9935-6b9ca33ec0ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:24.799921 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 1341ae0f-c04e-48d9-b19d-f6a09686adef is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:24.800338 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.817430 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb8b3-97fc-44fa-9935-6b9ca33ec0ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.818779 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-1a1eb8b3-97fc-44fa-9935-6b9ca33ec0ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2030807 Apr 29 18:46:24.821853 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47716) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:24.826774 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-3fdedd00-e65e-4aac-a2f3-6fde3d8ed3f2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'security_group_rule': {'security_group_id': 'c19831e7-f9f2-4a8b-b338-2a5b4e4759d3', 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:24.827889 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 1341ae0f-c04e-48d9-b19d-f6a09686adef, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=1341ae0f-c04e-48d9-b19d-f6a09686adef,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:24.833842 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.860548 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd00-e65e-4aac-a2f3-6fde3d8ed3f2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (3cf02974-7732-4cb8-aaaa-65c36b199268), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.895523 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=1341ae0f-c04e-48d9-b19d-f6a09686adef,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:24.934619 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd00-e65e-4aac-a2f3-6fde3d8ed3f2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (3cf02974-7732-4cb8-aaaa-65c36b199268), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.939106 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd00-e65e-4aac-a2f3-6fde3d8ed3f2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (3cf02974-7732-4cb8-aaaa-65c36b199268), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.957912 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdedd00-e65e-4aac-a2f3-6fde3d8ed3f2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf02974-7732-4cb8-aaaa-65c36b199268,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:24.967939 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd00-e65e-4aac-a2f3-6fde3d8ed3f2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:24.969310 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-3fdedd00-e65e-4aac-a2f3-6fde3d8ed3f2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465063 Apr 29 18:46:24.971999 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47720) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:24.976624 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-ea0ae463-f66c-44d1-ba75-4faa0aec388c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'security_group_rule': {'security_group_id': 'c19831e7-f9f2-4a8b-b338-2a5b4e4759d3', 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:25.002864 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae463-f66c-44d1-ba75-4faa0aec388c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (f08057d3-ff2d-407d-9b03-ca65c200afe3), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.039441 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Sync routers for ids ['4f249c47-e9b7-433c-9b15-eae695e5820f'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:46:25.051056 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Routers {'4f249c47-e9b7-433c-9b15-eae695e5820f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:46:25.051837 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:45:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['4f249c47-e9b7-433c-9b15-eae695e5820f'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:25.069737 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae463-f66c-44d1-ba75-4faa0aec388c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (f08057d3-ff2d-407d-9b03-ca65c200afe3), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.075225 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae463-f66c-44d1-ba75-4faa0aec388c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (f08057d3-ff2d-407d-9b03-ca65c200afe3), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.093476 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ae463-f66c-44d1-ba75-4faa0aec388c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08057d3-ff2d-407d-9b03-ca65c200afe3,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:25.103309 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae463-f66c-44d1-ba75-4faa0aec388c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.104825 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-ea0ae463-f66c-44d1-ba75-4faa0aec388c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316795 Apr 29 18:46:25.107751 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47722) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:25.112280 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-e4ea6064-2b05-467d-89fc-17d5e8e4fbf0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'security_group_rule': {'security_group_id': 'c19831e7-f9f2-4a8b-b338-2a5b4e4759d3', 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:25.138975 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6064-2b05-467d-89fc-17d5e8e4fbf0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (9d44083b-40b9-4f5a-b632-910f131dbc4d), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.166138 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Set router 4f249c47-e9b7-433c-9b15-eae695e5820f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:46:25.203825 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6064-2b05-467d-89fc-17d5e8e4fbf0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (9d44083b-40b9-4f5a-b632-910f131dbc4d), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.209234 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6064-2b05-467d-89fc-17d5e8e4fbf0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (9d44083b-40b9-4f5a-b632-910f131dbc4d), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.232055 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6064-2b05-467d-89fc-17d5e8e4fbf0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.236607 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e4ea6064-2b05-467d-89fc-17d5e8e4fbf0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276653 Apr 29 18:46:25.238926 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47726) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:25.243883 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-bdfe0f28-f54c-4171-b2aa-0338cffe991d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'security_group_rule': {'security_group_id': 'c19831e7-f9f2-4a8b-b338-2a5b4e4759d3', 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:25.249424 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea6064-2b05-467d-89fc-17d5e8e4fbf0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d44083b-40b9-4f5a-b632-910f131dbc4d,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:25.256907 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cdf9c078-e7e0-4b29-850e-412a4779dfdd req-cdc489c0-079a-4e29-a1cc-067b6663a8da tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 210 time: 0.0379889 Apr 29 18:46:25.276113 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0f28-f54c-4171-b2aa-0338cffe991d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (d11f8f7f-e22b-4721-a6ed-be5085f9359f), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.331877 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-216f3049-37a0-41b5-82ec-341295c8e6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.343587 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0f28-f54c-4171-b2aa-0338cffe991d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (d11f8f7f-e22b-4721-a6ed-be5085f9359f), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.348043 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0f28-f54c-4171-b2aa-0338cffe991d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (d11f8f7f-e22b-4721-a6ed-be5085f9359f), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.366119 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe0f28-f54c-4171-b2aa-0338cffe991d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11f8f7f-e22b-4721-a6ed-be5085f9359f,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:25.376388 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0f28-f54c-4171-b2aa-0338cffe991d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.377617 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-bdfe0f28-f54c-4171-b2aa-0338cffe991d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375053 Apr 29 18:46:25.380426 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47732) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:25.384945 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-3540d6ee-54c4-402a-9689-8a2edd4466ba tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'security_group_rule': {'security_group_id': 'c19831e7-f9f2-4a8b-b338-2a5b4e4759d3', 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:25.391279 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:18Z', 'updated_at': '2022-04-29T18:46:22Z', 'revision_number': 4, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'gw_port': {'id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:19Z', 'updated_at': '2022-04-29T18:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '34ab8773-4d17-49bd-8983-279e74606d85', 'name': '', 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'mac_address': 'fa:16:3e:3b:31:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '28f80f9a-4611-492d-94df-345741ee7131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:21Z', 'updated_at': '2022-04-29T18:46:22Z', 'revision_number': 2, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'subnets': [{'id': '28f80f9a-4611-492d-94df-345741ee7131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:25.405095 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.securitygroups_db [None req-3540d6ee-54c4-402a-9689-8a2edd4466ba tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Project 8853dc3f41e147018cc50778b57b9c97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:46:25.410668 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3540d6ee-54c4-402a-9689-8a2edd4466ba tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (a9f6d364-76de-4d5d-bf65-57c0e5083ad6), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.422356 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Checking router: 4f249c47-e9b7-433c-9b15-eae695e5820f for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:46:25.422711 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Updating router 4f249c47-e9b7-433c-9b15-eae695e5820f port 34ab8773-4d17-49bd-8983-279e74606d85 binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:46:25.451423 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (34ab8773-4d17-49bd-8983-279e74606d85), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.529047 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3540d6ee-54c4-402a-9689-8a2edd4466ba tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (a9f6d364-76de-4d5d-bf65-57c0e5083ad6), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.535093 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3540d6ee-54c4-402a-9689-8a2edd4466ba tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (a9f6d364-76de-4d5d-bf65-57c0e5083ad6), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.557426 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2907b-2e03-4da7-9762-9caad14dab92 req-11478590-3af7-4281-8b7f-71d7a76d3206 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:25.566814 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-66f2907b-2e03-4da7-9762-9caad14dab92 req-11478590-3af7-4281-8b7f-71d7a76d3206 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0795546 Apr 29 18:46:25.579038 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-53e0fc69-997f-4bfe-ad87-8337475d4caa tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc8b9f6c3c8844e483955fde21ea0db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387919 Apr 29 18:46:25.588323 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540d6ee-54c4-402a-9689-8a2edd4466ba tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f6d364-76de-4d5d-bf65-57c0e5083ad6,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:25.630758 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3540d6ee-54c4-402a-9689-8a2edd4466ba tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.634758 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-3540d6ee-54c4-402a-9689-8a2edd4466ba tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2507677 Apr 29 18:46:25.635788 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 47736) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:25.640143 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-9e751530-a8d2-497a-9671-aba41654045d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'security_group_rule': {'security_group_id': 'c19831e7-f9f2-4a8b-b338-2a5b4e4759d3', 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:25.662594 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-66f2907b-2e03-4da7-9762-9caad14dab92 req-f5027f25-b86f-41c6-9e11-8a3f75120918 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945649 Apr 29 18:46:25.678726 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.securitygroups_db [None req-9e751530-a8d2-497a-9671-aba41654045d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Project 8853dc3f41e147018cc50778b57b9c97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:46:25.690134 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e751530-a8d2-497a-9671-aba41654045d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (5960a99f-e41c-47bc-b2c8-e7ecff5835dd), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.733844 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-8e465aa9-b1cf-47b1-ad2f-6e47abc6bce6 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:25.735541 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-8e465aa9-b1cf-47b1-ad2f-6e47abc6bce6 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409197 Apr 29 18:46:25.758290 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e751530-a8d2-497a-9671-aba41654045d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (5960a99f-e41c-47bc-b2c8-e7ecff5835dd), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.762945 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e751530-a8d2-497a-9671-aba41654045d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (5960a99f-e41c-47bc-b2c8-e7ecff5835dd), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.778545 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Publish callbacks [] for port (34ab8773-4d17-49bd-8983-279e74606d85), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.782055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Request body: {'port': {'device_id': 'ace80acd-25db-4fbc-8651-f102a75f4373', 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029', 'admin_state_up': True, 'tenant_id': 'bc8b9f6c3c8844e483955fde21ea0db9'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:25.787580 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (34ab8773-4d17-49bd-8983-279e74606d85), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.788545 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e751530-a8d2-497a-9671-aba41654045d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5960a99f-e41c-47bc-b2c8-e7ecff5835dd,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:25.798063 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e751530-a8d2-497a-9671-aba41654045d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.802373 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9e751530-a8d2-497a-9671-aba41654045d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625531 Apr 29 18:46:25.893919 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea121eff-85d5-40c6-aeea-105bdbc91d37 None None] Pushing event updated for resources: {'Port': ['ID=34ab8773-4d17-49bd-8983-279e74606d85,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:25.933556 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Attempting to bind port 34ab8773-4d17-49bd-8983-279e74606d85 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:46:25.934119 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Attempting to bind port 34ab8773-4d17-49bd-8983-279e74606d85 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '43972541-85ed-4a37-8ec7-f15e2eb7352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:46:25.934578 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Attempting to bind port 34ab8773-4d17-49bd-8983-279e74606d85 on network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:25.941130 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:46:25.941633 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Checking segment: {'id': '43972541-85ed-4a37-8ec7-f15e2eb7352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:25.942407 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.942617 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Bound using segment: {'id': '43972541-85ed-4a37-8ec7-f15e2eb7352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:46:25.943239 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Bound port: 34ab8773-4d17-49bd-8983-279e74606d85, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43972541-85ed-4a37-8ec7-f15e2eb7352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:46:25.944122 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (34ab8773-4d17-49bd-8983-279e74606d85), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.958957 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Made reservation on behalf of bc8b9f6c3c8844e483955fde21ea0db9 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:46:25.963057 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:25.977314 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.056774 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] For port 34ab8773-4d17-49bd-8983-279e74606d85, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:46:26.064206 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] For port 34ab8773-4d17-49bd-8983-279e74606d85, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=34ab8773-4d17-49bd-8983-279e74606d85,segment=NetworkSegment(43972541-85ed-4a37-8ec7-f15e2eb7352f),segment_id=43972541-85ed-4a37-8ec7-f15e2eb7352f)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:46:26.072853 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (34ab8773-4d17-49bd-8983-279e74606d85), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.084195 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks [] for security_group (166612d5-a249-4f74-81f7-83146567eaa2), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.089819 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (166612d5-a249-4f74-81f7-83146567eaa2), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.123773 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166612d5-a249-4f74-81f7-83146567eaa2,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:26.148705 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-23d6812f-82ee-46cd-8dab-053bb0f7b883 None None] Provisioning complete for port 34ab8773-4d17-49bd-8983-279e74606d85 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:26.149079 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-23d6812f-82ee-46cd-8dab-053bb0f7b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (34ab8773-4d17-49bd-8983-279e74606d85), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.156087 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Routers {'4f249c47-e9b7-433c-9b15-eae695e5820f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:46:26.156751 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:46:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['4f249c47-e9b7-433c-9b15-eae695e5820f'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:26.178969 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea121eff-85d5-40c6-aeea-105bdbc91d37 None None] Pushing event updated for resources: {'Port': ['ID=34ab8773-4d17-49bd-8983-279e74606d85,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:26.265217 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Allocated IP 192.168.233.8 (d34d961a-ffca-4e7b-9c89-54a62563c029/a7b679ec-54f4-434b-8297-8e38aae34d25/f81e2edc-1480-4696-99a5-524cbb224d9a) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:46:26.372413 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] Set router 4f249c47-e9b7-433c-9b15-eae695e5820f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:46:26.461310 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-847c9bdc-7933-4927-855f-6b69d189e419 req-fa221d98-bb74-4952-9188-9796545d4472 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 210 time: 0.0397351 Apr 29 18:46:26.467862 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-23d6812f-82ee-46cd-8dab-053bb0f7b883 None None] Current status of the port 34ab8773-4d17-49bd-8983-279e74606d85 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:26.468475 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-23d6812f-82ee-46cd-8dab-053bb0f7b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (34ab8773-4d17-49bd-8983-279e74606d85), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.494793 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.517403 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks [] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.555378 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-23d6812f-82ee-46cd-8dab-053bb0f7b883 None None] For port 34ab8773-4d17-49bd-8983-279e74606d85, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=34ab8773-4d17-49bd-8983-279e74606d85,segment=NetworkSegment(43972541-85ed-4a37-8ec7-f15e2eb7352f),segment_id=43972541-85ed-4a37-8ec7-f15e2eb7352f)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:26.558728 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.567786 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-23d6812f-82ee-46cd-8dab-053bb0f7b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (34ab8773-4d17-49bd-8983-279e74606d85), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.615974 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Network d34d961a-ffca-4e7b-9c89-54a62563c029 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:26.618134 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:26.620236 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Pushing event updated for resources: {'Port': ['ID=f81e2edc-1480-4696-99a5-524cbb224d9a,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:26.623488 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:46:26.682157 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:26.682905 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.705690 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b62ecc38-abad-4d7e-acbb-d71026e2d30a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9292409 Apr 29 18:46:26.741956 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Request body: {'port': {'device_id': 'ace80acd-25db-4fbc-8651-f102a75f4373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:26.760524 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 1341ae0f-c04e-48d9-b19d-f6a09686adef up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:26.799655 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9519b-3f83-4992-9188-accc8a37bbba req-19001947-7977-432d-aa98-874dad8665ac tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:26.802435 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9fd9519b-3f83-4992-9188-accc8a37bbba req-19001947-7977-432d-aa98-874dad8665ac tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0553050 Apr 29 18:46:26.825142 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.856546 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-21f50813-ca3c-454a-a69b-19a243b573c9 None None] Provisioning complete for port 34ab8773-4d17-49bd-8983-279e74606d85 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:26.857540 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-21f50813-ca3c-454a-a69b-19a243b573c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (34ab8773-4d17-49bd-8983-279e74606d85), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:26.905620 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9fd9519b-3f83-4992-9188-accc8a37bbba req-8b9ed649-bfb7-4e91-baf1-2c6e5903f758 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965097 Apr 29 18:46:26.968398 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6812f-82ee-46cd-8dab-053bb0f7b883 None None] Pushing event updated for resources: {'Port': ['ID=34ab8773-4d17-49bd-8983-279e74606d85,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:26.977407 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 1341ae0f-c04e-48d9-b19d-f6a09686adef triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:26.977973 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:27.081347 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-21f50813-ca3c-454a-a69b-19a243b573c9 None None] Current status of the port 34ab8773-4d17-49bd-8983-279e74606d85 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:27.087053 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:18Z', 'updated_at': '2022-04-29T18:46:22Z', 'revision_number': 4, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'gw_port': {'id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:19Z', 'updated_at': '2022-04-29T18:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '34ab8773-4d17-49bd-8983-279e74606d85', 'name': '', 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'mac_address': 'fa:16:3e:3b:31:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '28f80f9a-4611-492d-94df-345741ee7131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:21Z', 'updated_at': '2022-04-29T18:46:26Z', 'revision_number': 4, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'subnets': [{'id': '28f80f9a-4611-492d-94df-345741ee7131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:46:27.120426 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200cc71-9c18-4533-968b-aecfa3fdcdd3 None None] The sync data for ids ['4f249c47-e9b7-433c-9b15-eae695e5820f'] in dv-cinder-839987-1-iscsi is: [{'id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:18Z', 'updated_at': '2022-04-29T18:46:22Z', 'revision_number': 4, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'gw_port': {'id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:19Z', 'updated_at': '2022-04-29T18:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '34ab8773-4d17-49bd-8983-279e74606d85', 'name': '', 'network_id': 'b8e886c4-0f7b-450a-b3d8-8748d25aa1d3', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'mac_address': 'fa:16:3e:3b:31:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '28f80f9a-4611-492d-94df-345741ee7131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:21Z', 'updated_at': '2022-04-29T18:46:26Z', 'revision_number': 4, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'subnets': [{'id': '28f80f9a-4611-492d-94df-345741ee7131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:46:27.142831 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81e2edc-1480-4696-99a5-524cbb224d9a {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:46:27.155136 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Publish callbacks [] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:27.159630 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 1341ae0f-c04e-48d9-b19d-f6a09686adef is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:27.199844 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Transition to ACTIVE for port object f81e2edc-1480-4696-99a5-524cbb224d9a will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:46:27.207861 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-1bd52687-5614-4c0a-a34b-7e888621e1c9 None None] Provisioning complete for port f81e2edc-1480-4696-99a5-524cbb224d9a triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:27.208064 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:27.208185 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1bd52687-5614-4c0a-a34b-7e888621e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:27.254151 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-1bd52687-5614-4c0a-a34b-7e888621e1c9 None None] Port f81e2edc-1480-4696-99a5-524cbb224d9a cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:46:27.271504 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Pushing event updated for resources: {'Port': ['ID=f81e2edc-1480-4696-99a5-524cbb224d9a,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:27.368240 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Attempting to bind port f81e2edc-1480-4696-99a5-524cbb224d9a on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:46:27.368240 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Attempting to bind port f81e2edc-1480-4696-99a5-524cbb224d9a by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8dbe5bd3-3e43-4263-b0c9-f7a130784c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:46:27.368240 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Attempting to bind port f81e2edc-1480-4696-99a5-524cbb224d9a on network d34d961a-ffca-4e7b-9c89-54a62563c029 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:27.372346 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Port f81e2edc-1480-4696-99a5-524cbb224d9a on network d34d961a-ffca-4e7b-9c89-54a62563c029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:46:27.372775 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Attempting to bind port f81e2edc-1480-4696-99a5-524cbb224d9a on network d34d961a-ffca-4e7b-9c89-54a62563c029 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:27.379149 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:46:27.379573 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Checking segment: {'id': '8dbe5bd3-3e43-4263-b0c9-f7a130784c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:27.380027 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Bound using segment: {'id': '8dbe5bd3-3e43-4263-b0c9-f7a130784c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:46:27.380695 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Bound port: f81e2edc-1480-4696-99a5-524cbb224d9a, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbe5bd3-3e43-4263-b0c9-f7a130784c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:46:27.381016 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:27.455120 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] For port f81e2edc-1480-4696-99a5-524cbb224d9a, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:46:27.458603 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] For port f81e2edc-1480-4696-99a5-524cbb224d9a, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f81e2edc-1480-4696-99a5-524cbb224d9a,segment=NetworkSegment(8dbe5bd3-3e43-4263-b0c9-f7a130784c9b),segment_id=8dbe5bd3-3e43-4263-b0c9-f7a130784c9b)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:46:27.469308 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:27.517804 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:27.518562 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:27.520153 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] 10.222.0.15 "PUT /v2.0/ports/f81e2edc-1480-4696-99a5-524cbb224d9a HTTP/1.1" status: 200 len: 1096 time: 0.7837994 Apr 29 18:46:27.520510 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace80acd-25db-4fbc-8651-f102a75f4373', 'tag': 'f81e2edc-1480-4696-99a5-524cbb224d9a'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:46:27.523790 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09" -d '{"events": [{"name": "network-changed", "server_uuid": "ace80acd-25db-4fbc-8651-f102a75f4373", "tag": "f81e2edc-1480-4696-99a5-524cbb224d9a"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:46:27.554883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b80142-44c3-43fc-a978-73a75f346d41 service neutron] Pushing event updated for resources: {'Port': ['ID=f81e2edc-1480-4696-99a5-524cbb224d9a,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:27.605411 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:27.616083 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73c3e1f-a3d7-4113-b145-945def5c8713 x-openstack-request-id: req-a73c3e1f-a3d7-4113-b145-945def5c8713 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:46:27.616457 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace80acd-25db-4fbc-8651-f102a75f4373", "tag": "f81e2edc-1480-4696-99a5-524cbb224d9a", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:46:27.616774 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a73c3e1f-a3d7-4113-b145-945def5c8713 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:46:27.617251 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73c3e1f-a3d7-4113-b145-945def5c8713'] response: {'name': 'network-changed', 'server_uuid': 'ace80acd-25db-4fbc-8651-f102a75f4373', 'tag': 'f81e2edc-1480-4696-99a5-524cbb224d9a', 'status': 'completed', 'code': 200} Apr 29 18:46:27.676287 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-8164f51b-9da5-47d6-aa60-299fa4008e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:27.677897 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-8164f51b-9da5-47d6-aa60-299fa4008e64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc8b9f6c3c8844e483955fde21ea0db9&device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 1130 time: 0.0654478 Apr 29 18:46:27.684319 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c392b4-8821-485d-a6aa-686180828577 req-f2131fa9-0a8b-440a-94d5-0944420afc2b tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:27.685878 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3c392b4-8821-485d-a6aa-686180828577 req-f2131fa9-0a8b-440a-94d5-0944420afc2b tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 946 time: 0.0890999 Apr 29 18:46:27.760028 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-c333e9ac-073c-453a-b341-d0b89fee980e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f81e2edc-1480-4696-99a5-524cbb224d9a HTTP/1.1" status: 200 len: 217 time: 0.0496240 Apr 29 18:46:27.786089 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3c392b4-8821-485d-a6aa-686180828577 req-dfc03b1c-ea50-41f2-b36b-e448c0a0b041 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942380 Apr 29 18:46:27.827377 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-f9f5fb66-309d-48d6-9384-2304638c7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:27.828879 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-f9f5fb66-309d-48d6-9384-2304638c7fea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7b679ec-54f4-434b-8297-8e38aae34d25 HTTP/1.1" status: 200 len: 843 time: 0.0562034 Apr 29 18:46:27.878852 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-6639b6ac-c3b5-4e80-850f-a8a1a25c9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:27.880424 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-6639b6ac-c3b5-4e80-850f-a8a1a25c9fa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d34d961a-ffca-4e7b-9c89-54a62563c029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0388501 Apr 29 18:46:27.984770 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-b26b617a-1aca-4f21-803f-351138510520 service neutron] 10.222.0.15 "GET /v2.0/networks/d34d961a-ffca-4e7b-9c89-54a62563c029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909414 Apr 29 18:46:28.043495 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968e801-8603-4d5b-bb17-1b352461a268 req-9f12ce25-3f76-47b9-a4d1-798ad61b90df tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:28.045126 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e968e801-8603-4d5b-bb17-1b352461a268 req-9f12ce25-3f76-47b9-a4d1-798ad61b90df tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0540335 Apr 29 18:46:28.088142 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-020de1a8-cfe0-4252-9e44-49ba54024f85 req-ff61a1ba-9f67-47f6-9667-d60bfa688bc3 service neutron] 10.222.0.15 "GET /v2.0/networks/d34d961a-ffca-4e7b-9c89-54a62563c029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928392 Apr 29 18:46:28.098161 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e968e801-8603-4d5b-bb17-1b352461a268 req-2a572041-0ad4-4070-9816-fe48858a553e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Apr 29 18:46:28.594528 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 34ab8773-4d17-49bd-8983-279e74606d85 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:28.642848 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 34ab8773-4d17-49bd-8983-279e74606d85 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:28.643220 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (34ab8773-4d17-49bd-8983-279e74606d85), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:28.728742 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 34ab8773-4d17-49bd-8983-279e74606d85 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:28.908549 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901e14a-fbbe-4708-9656-f78cb0369e60 req-dddd7372-4ca4-4742-b104-2bef52829f3b tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:28.910056 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0901e14a-fbbe-4708-9656-f78cb0369e60 req-dddd7372-4ca4-4742-b104-2bef52829f3b tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 946 time: 0.0530150 Apr 29 18:46:28.957503 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0901e14a-fbbe-4708-9656-f78cb0369e60 req-964742a8-c978-4acd-91f0-21e12f5ae759 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Apr 29 18:46:29.215479 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1029ebb-ab71-4274-aefe-29b1a780d10e req-9034330e-5bd9-4c4d-b662-6676850fb10e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:29.216978 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d1029ebb-ab71-4274-aefe-29b1a780d10e req-9034330e-5bd9-4c4d-b662-6676850fb10e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0489917 Apr 29 18:46:29.276463 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d1029ebb-ab71-4274-aefe-29b1a780d10e req-8a6ed6e2-baac-49c7-a613-ee6e7fec6d71 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536520 Apr 29 18:46:29.320628 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:30.098845 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae2183-b154-4742-8e07-ea76d8489097 req-139c96df-abe4-4f30-8776-e577184e1330 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:30.100330 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-85ae2183-b154-4742-8e07-ea76d8489097 req-139c96df-abe4-4f30-8776-e577184e1330 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 946 time: 0.0521321 Apr 29 18:46:30.147469 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-85ae2183-b154-4742-8e07-ea76d8489097 req-be78fbbb-ee7c-45e6-ad1e-bf06d7d29a7a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Apr 29 18:46:30.396963 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f4140-e1d0-4dd2-aec9-63191ad82df6 req-1677c873-843f-403a-ab0e-e61d25240934 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:30.398453 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bc3f4140-e1d0-4dd2-aec9-63191ad82df6 req-1677c873-843f-403a-ab0e-e61d25240934 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0506632 Apr 29 18:46:30.450682 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bc3f4140-e1d0-4dd2-aec9-63191ad82df6 req-cfcfbfdb-0ed7-453a-b6e8-6dc4933403bf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448925 Apr 29 18:46:31.268313 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adac8a7-ec14-4088-ac93-867b7672aa7f req-2d946f35-59df-4731-9aed-5df2c94d840e tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:31.269729 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4adac8a7-ec14-4088-ac93-867b7672aa7f req-2d946f35-59df-4731-9aed-5df2c94d840e tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 946 time: 0.0530338 Apr 29 18:46:31.323618 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4adac8a7-ec14-4088-ac93-867b7672aa7f req-e69d045c-6c1c-40af-81ac-31a3ae3c30e5 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481346 Apr 29 18:46:31.578335 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68b2d3-e2f9-49a4-9b71-d1d6fd8aaeda req-46cd033f-587b-4299-aec1-582be89c3dcb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:31.579798 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9f68b2d3-e2f9-49a4-9b71-d1d6fd8aaeda req-46cd033f-587b-4299-aec1-582be89c3dcb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0523136 Apr 29 18:46:31.636727 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9f68b2d3-e2f9-49a4-9b71-d1d6fd8aaeda req-d49391f5-1d3e-4e1d-b37e-70e11184e33d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483625 Apr 29 18:46:31.702112 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:32.440145 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce1a35-b4e7-4a4e-b0a1-a909ef3ccdc4 req-ae66c187-e45f-4364-8356-aaf0cc9fed97 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:32.441641 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-83ce1a35-b4e7-4a4e-b0a1-a909ef3ccdc4 req-ae66c187-e45f-4364-8356-aaf0cc9fed97 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 946 time: 0.0474474 Apr 29 18:46:32.488550 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-83ce1a35-b4e7-4a4e-b0a1-a909ef3ccdc4 req-781758b2-2703-48da-94fb-77da192bceca tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410948 Apr 29 18:46:32.761570 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a57b-8fb8-472d-bc7b-9be38b9b27a0 req-8359890e-71bb-429a-aaec-f6e90a699cc7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:32.763095 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ae74a57b-8fb8-472d-bc7b-9be38b9b27a0 req-8359890e-71bb-429a-aaec-f6e90a699cc7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0490110 Apr 29 18:46:32.814627 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ae74a57b-8fb8-472d-bc7b-9be38b9b27a0 req-65bbb462-0156-42d0-b2c7-045be7c37475 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458901 Apr 29 18:46:33.617258 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de663d14-1085-4743-b0f9-0ba7b7d7a43c req-6076f826-3839-4352-b25f-1c58ceb5289e tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:33.618875 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de663d14-1085-4743-b0f9-0ba7b7d7a43c req-6076f826-3839-4352-b25f-1c58ceb5289e tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 946 time: 0.0561762 Apr 29 18:46:33.671355 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de663d14-1085-4743-b0f9-0ba7b7d7a43c req-412da170-2d45-4828-9ca8-f4a7dc1e2507 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Apr 29 18:46:33.852600 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-f1dc8b2f-35c8-4ef4-9155-129dc00c142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:33.853611 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-f1dc8b2f-35c8-4ef4-9155-129dc00c142b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc8b9f6c3c8844e483955fde21ea0db9&device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 1130 time: 0.0477426 Apr 29 18:46:33.932339 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc83b6-2661-4c15-8a97-677093c92db5 req-722086d1-2c4c-41ea-8161-2b118abb2385 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:33.933837 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c4bc83b6-2661-4c15-8a97-677093c92db5 req-722086d1-2c4c-41ea-8161-2b118abb2385 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0468013 Apr 29 18:46:33.967031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-d80220a7-6665-427b-865b-1fd1033f0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:33.968648 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-d80220a7-6665-427b-865b-1fd1033f0e91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d34d961a-ffca-4e7b-9c89-54a62563c029 HTTP/1.1" status: 200 len: 870 time: 0.0892880 Apr 29 18:46:33.981600 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c4bc83b6-2661-4c15-8a97-677093c92db5 req-c0a28026-d01e-47aa-a79c-69c56c322a80 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Apr 29 18:46:34.021462 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-e7dc3099-a142-4485-8879-b7d53e8caa20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f81e2edc-1480-4696-99a5-524cbb224d9a HTTP/1.1" status: 200 len: 217 time: 0.0376251 Apr 29 18:46:34.084205 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-953f2798-4203-40e5-8997-72fd00d8758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:34.085624 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-953f2798-4203-40e5-8997-72fd00d8758a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7b679ec-54f4-434b-8297-8e38aae34d25 HTTP/1.1" status: 200 len: 843 time: 0.0524256 Apr 29 18:46:34.136473 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-2eefed34-39df-4c15-bbce-9eb7fb4eef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:34.138015 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-2eefed34-39df-4c15-bbce-9eb7fb4eef7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d34d961a-ffca-4e7b-9c89-54a62563c029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0421376 Apr 29 18:46:34.247736 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-1bd01e7b-5c2f-494d-859c-a92de9fd4422 service neutron] 10.222.0.15 "GET /v2.0/networks/d34d961a-ffca-4e7b-9c89-54a62563c029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882092 Apr 29 18:46:34.342012 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e19d8ed4-a4f1-43cc-bc96-ce94cf203a09 req-a428e468-e997-4bbf-8ef5-a26ef7bbb759 service neutron] 10.222.0.15 "GET /v2.0/networks/d34d961a-ffca-4e7b-9c89-54a62563c029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872447 Apr 29 18:46:34.637888 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device f81e2edc-1480-4696-99a5-524cbb224d9a details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:46:34.741455 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port f81e2edc-1480-4696-99a5-524cbb224d9a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f81e2edc-1480-4696-99a5-524cbb224d9a,segment=NetworkSegment(8dbe5bd3-3e43-4263-b0c9-f7a130784c9b),segment_id=8dbe5bd3-3e43-4263-b0c9-f7a130784c9b)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:34.754067 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'f81e2edc-1480-4696-99a5-524cbb224d9a', 'network_id': 'd34d961a-ffca-4e7b-9c89-54a62563c029', 'port_id': 'f81e2edc-1480-4696-99a5-524cbb224d9a', 'mac_address': 'fa:16:3e:10:eb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b679ec-54f4-434b-8297-8e38aae34d25', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:46:34.792300 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port f81e2edc-1480-4696-99a5-524cbb224d9a is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:34.792719 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:34.793735 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac2e24-063f-4fd8-b954-1372aef950ab req-03307ff6-2a50-4895-a26e-6cb4a4822b3e tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:34.795234 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-28ac2e24-063f-4fd8-b954-1372aef950ab req-03307ff6-2a50-4895-a26e-6cb4a4822b3e tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 946 time: 0.0511508 Apr 29 18:46:34.805996 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81e2edc-1480-4696-99a5-524cbb224d9a {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:46:34.826585 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port f81e2edc-1480-4696-99a5-524cbb224d9a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f81e2edc-1480-4696-99a5-524cbb224d9a,segment=NetworkSegment(8dbe5bd3-3e43-4263-b0c9-f7a130784c9b),segment_id=8dbe5bd3-3e43-4263-b0c9-f7a130784c9b)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:34.831277 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:34.844846 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-28ac2e24-063f-4fd8-b954-1372aef950ab req-ac49bc74-cba3-4c92-8f94-34efa6f7862f tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Apr 29 18:46:34.885523 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=f81e2edc-1480-4696-99a5-524cbb224d9a,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:35.114972 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed28d6f-e4f3-4d94-aa7e-2c5090273084 req-a3fa641d-9668-409f-b382-61e78af86b58 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:35.116413 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9ed28d6f-e4f3-4d94-aa7e-2c5090273084 req-a3fa641d-9668-409f-b382-61e78af86b58 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0584557 Apr 29 18:46:35.173699 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9ed28d6f-e4f3-4d94-aa7e-2c5090273084 req-f7505460-ceab-4a89-b7da-d173d5b22ec2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505407 Apr 29 18:46:35.673952 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['f81e2edc-1480-4696-99a5-524cbb224d9a'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:46:35.976321 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a183c-031d-4b79-bb61-b5c98822223a req-95f2d888-3752-46b2-98b7-108f15ee13b3 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:35.977909 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b80a183c-031d-4b79-bb61-b5c98822223a req-95f2d888-3752-46b2-98b7-108f15ee13b3 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 947 time: 0.0472009 Apr 29 18:46:36.028650 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b80a183c-031d-4b79-bb61-b5c98822223a req-f44f0d93-919d-47ac-bc96-b33f1b080a4e tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Apr 29 18:46:36.307345 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bee36-06d2-4468-970b-0db3300d99e5 req-e41d1374-e496-4d5d-b619-fe8bbb2061c1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:36.309056 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-599bee36-06d2-4468-970b-0db3300d99e5 req-e41d1374-e496-4d5d-b619-fe8bbb2061c1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0548820 Apr 29 18:46:36.359914 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-599bee36-06d2-4468-970b-0db3300d99e5 req-2f79ebef-6f15-4489-bf36-a380aed15f62 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450456 Apr 29 18:46:37.156004 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2b12-098c-435f-8bce-f96ae6704bd8 req-fd218af2-2d76-46c6-a210-fd7b24968fae tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:37.157490 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-943e2b12-098c-435f-8bce-f96ae6704bd8 req-fd218af2-2d76-46c6-a210-fd7b24968fae tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 947 time: 0.0528197 Apr 29 18:46:37.208835 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-943e2b12-098c-435f-8bce-f96ae6704bd8 req-264b2da8-cf97-4b92-bcb7-b100115327da tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457213 Apr 29 18:46:37.487730 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c41ab-dc34-44fd-bf05-f4bf3585724c req-d226896d-39a9-49c7-b18e-c877d1806483 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:37.489229 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c72c41ab-dc34-44fd-bf05-f4bf3585724c req-d226896d-39a9-49c7-b18e-c877d1806483 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0496843 Apr 29 18:46:37.540126 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c72c41ab-dc34-44fd-bf05-f4bf3585724c req-021b5265-e336-454b-80ec-d1820bdb0e63 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Apr 29 18:46:37.637360 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device f81e2edc-1480-4696-99a5-524cbb224d9a up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:46:37.685819 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port f81e2edc-1480-4696-99a5-524cbb224d9a completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:46:37.694145 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port f81e2edc-1480-4696-99a5-524cbb224d9a triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:37.694456 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:37.774159 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port f81e2edc-1480-4696-99a5-524cbb224d9a is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:46:37.774545 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:37.798096 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace80acd-25db-4fbc-8651-f102a75f4373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81e2edc-1480-4696-99a5-524cbb224d9a'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:46:37.800520 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8fe305-ae28-4d3d-b870-8ea7ea51e2a5" -d '{"events": [{"server_uuid": "ace80acd-25db-4fbc-8651-f102a75f4373", "name": "network-vif-plugged", "status": "completed", "tag": "f81e2edc-1480-4696-99a5-524cbb224d9a"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:46:37.813299 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port f81e2edc-1480-4696-99a5-524cbb224d9a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f81e2edc-1480-4696-99a5-524cbb224d9a,segment=NetworkSegment(8dbe5bd3-3e43-4263-b0c9-f7a130784c9b),segment_id=8dbe5bd3-3e43-4263-b0c9-f7a130784c9b)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:37.819943 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:37.843614 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84869a22-8252-4194-9b51-d53f6bb11b0f x-openstack-request-id: req-84869a22-8252-4194-9b51-d53f6bb11b0f {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:46:37.843922 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace80acd-25db-4fbc-8651-f102a75f4373", "name": "network-vif-plugged", "status": "completed", "tag": "f81e2edc-1480-4696-99a5-524cbb224d9a", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:46:37.844173 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84869a22-8252-4194-9b51-d53f6bb11b0f {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:46:37.844659 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84869a22-8252-4194-9b51-d53f6bb11b0f'] response: {'server_uuid': 'ace80acd-25db-4fbc-8651-f102a75f4373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81e2edc-1480-4696-99a5-524cbb224d9a', 'code': 200} Apr 29 18:46:37.872202 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=f81e2edc-1480-4696-99a5-524cbb224d9a,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:38.115744 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60159a8-6df3-492b-b4c8-c7120be70a2c req-982dd5f8-30b7-41ed-8143-62077995a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:38.117256 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a60159a8-6df3-492b-b4c8-c7120be70a2c req-982dd5f8-30b7-41ed-8143-62077995a758 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 1132 time: 0.0392113 Apr 29 18:46:38.170997 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a60159a8-6df3-492b-b4c8-c7120be70a2c req-81d3de57-b849-4556-86ea-acf69c4a9b5d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 Apr 29 18:46:38.348482 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd93de-a97a-4417-b467-618f8b9aaa18 req-57ed779e-887d-49f5-9ea5-35ab18da3d01 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:38.349984 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3fbd93de-a97a-4417-b467-618f8b9aaa18 req-57ed779e-887d-49f5-9ea5-35ab18da3d01 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0595555 Apr 29 18:46:38.403355 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3fbd93de-a97a-4417-b467-618f8b9aaa18 req-39fa0cae-a778-4bd2-b82b-5efc721fa5e1 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Apr 29 18:46:38.665881 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88924a00-c554-49e9-9fb5-f806aa88c4a2 req-e1be8282-05d0-44f2-851d-d392f44043b0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:38.667136 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-88924a00-c554-49e9-9fb5-f806aa88c4a2 req-e1be8282-05d0-44f2-851d-d392f44043b0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Apr 29 18:46:38.714393 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-88924a00-c554-49e9-9fb5-f806aa88c4a2 req-9030287a-1caf-4667-b40e-bcb456f546e7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Apr 29 18:46:38.794908 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-5560eadb-7a25-4e09-8b55-da1710eb2237 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1847630691&fields=id&tenant_id=131b4943a4aa42a8b09d614d80f552cc HTTP/1.1" status: 200 len: 267 time: 0.0468028 Apr 29 18:46:38.905647 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7a2298c5-9841-4aaa-b957-5bdd350ee484 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:38.907152 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7a2298c5-9841-4aaa-b957-5bdd350ee484 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/networks?id=06abeb83-1544-4ffb-b107-5158cc75dcd4 HTTP/1.1" status: 200 len: 809 time: 0.1058524 Apr 29 18:46:38.922224 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-fb9296cc-ff52-40f7-8d26-1e867683cde9 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/quotas/131b4943a4aa42a8b09d614d80f552cc HTTP/1.1" status: 200 len: 375 time: 0.0097282 Apr 29 18:46:38.977627 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-42b5a7d8-6c14-41bf-bcc7-4c66e953aeb8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=131b4943a4aa42a8b09d614d80f552cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485024 Apr 29 18:46:39.074275 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-f95f9b2a-e6f7-4e35-aa79-5bc40dd06968 service neutron] 10.222.0.50 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840721 Apr 29 18:46:39.168480 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-073e6dd8-5f7b-4a69-9fee-3b82629d039c service neutron] 10.222.0.50 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885954 Apr 29 18:46:39.466895 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-43c305e8-564f-4de7-91b2-229ea87bbb31 req-facf765c-1fe4-4132-a124-14ec7dea923e tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0353792 Apr 29 18:46:39.525204 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdce8ec-80fc-40d4-84ab-11064b3ca906 req-42227444-6597-43eb-9f6b-770471834d27 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:39.526953 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8cdce8ec-80fc-40d4-84ab-11064b3ca906 req-42227444-6597-43eb-9f6b-770471834d27 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0485411 Apr 29 18:46:39.583121 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8cdce8ec-80fc-40d4-84ab-11064b3ca906 req-08e421f4-42cb-4688-9c15-486e69f6df78 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480037 Apr 29 18:46:39.842075 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8e4c3-6925-4ed8-ac95-f775e1f70d25 req-da9f701c-8c57-4295-bb2e-780f959a0f02 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:39.843644 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-26e8e4c3-6925-4ed8-ac95-f775e1f70d25 req-da9f701c-8c57-4295-bb2e-780f959a0f02 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0540328 Apr 29 18:46:39.895111 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-26e8e4c3-6925-4ed8-ac95-f775e1f70d25 req-9134b2e4-bf5d-4939-82f0-822053859fbf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Apr 29 18:46:40.567214 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a30f5e2e-b0ca-4294-8972-e70cf9e19733 req-43edb7d0-0130-45af-9655-6827828f57e8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0299041 Apr 29 18:46:40.710368 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3129c90-45c3-4571-8cad-fd47220366e0 req-f971963c-dccd-4122-ba0b-b65cb3d48613 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:40.711806 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e3129c90-45c3-4571-8cad-fd47220366e0 req-f971963c-dccd-4122-ba0b-b65cb3d48613 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0473583 Apr 29 18:46:40.769409 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e3129c90-45c3-4571-8cad-fd47220366e0 req-64d0b5e9-2b07-40bc-8558-19126db708a6 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518715 Apr 29 18:46:41.019223 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0d56a-7ab2-45f8-b6fe-55fb752a8f09 req-86dc48fb-952a-42c6-9f34-6915fc3eab5c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:41.020807 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d5e0d56a-7ab2-45f8-b6fe-55fb752a8f09 req-86dc48fb-952a-42c6-9f34-6915fc3eab5c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0513859 Apr 29 18:46:41.069742 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d5e0d56a-7ab2-45f8-b6fe-55fb752a8f09 req-cde0bd13-bb2d-4e9a-965c-f53f94513a4b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Apr 29 18:46:41.677064 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e8bc388e-4821-4410-9681-1d49bb32aaf6 req-74a59f47-6b6b-4120-9a64-9c53801cff90 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0360272 Apr 29 18:46:41.907882 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150492f-ffff-4b77-9eec-7e5ccdb11c2b req-7df815f5-24cd-4bbc-a5ac-0c360928d63a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:41.909365 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8150492f-ffff-4b77-9eec-7e5ccdb11c2b req-7df815f5-24cd-4bbc-a5ac-0c360928d63a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0520189 Apr 29 18:46:41.957530 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8150492f-ffff-4b77-9eec-7e5ccdb11c2b req-331b7190-285f-4aa6-92d5-8c9bceabdec2 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Apr 29 18:46:42.195766 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d918f1-1529-4f46-aabf-4d4d15fbf51f req-b32b93ab-ac4f-43d5-8f54-246bf6c5b09c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:42.197340 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-47d918f1-1529-4f46-aabf-4d4d15fbf51f req-b32b93ab-ac4f-43d5-8f54-246bf6c5b09c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0545247 Apr 29 18:46:42.241174 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dd3ba-40ac-4bf8-8c9e-ef2eceecd90c req-33b3bd7a-2a7f-4590-8178-ec7680e7c86a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:42.242675 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-023dd3ba-40ac-4bf8-8c9e-ef2eceecd90c req-33b3bd7a-2a7f-4590-8178-ec7680e7c86a tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0534256 Apr 29 18:46:42.263170 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-47d918f1-1529-4f46-aabf-4d4d15fbf51f req-bde384f0-da31-48e6-afd3-1ebae1d46d7b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597353 Apr 29 18:46:42.290713 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-023dd3ba-40ac-4bf8-8c9e-ef2eceecd90c req-c345cee5-fe03-45c8-b9fa-d8f27be445e3 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Apr 29 18:46:42.776072 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-74ca98aa-ea26-4f33-bad7-f59b066290e3 req-870aa1c3-4157-435e-893f-478bf7bf7d6e tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0280130 Apr 29 18:46:43.378189 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e167-b577-45f1-8c70-dcda9df53735 req-eb8831af-0554-4efb-a20a-76355cd219e8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:43.379690 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05c5e167-b577-45f1-8c70-dcda9df53735 req-eb8831af-0554-4efb-a20a-76355cd219e8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0475686 Apr 29 18:46:43.414000 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858049b-7925-4d23-86f8-2b81b0f5b7a5 req-d82aa63f-4c2f-4123-86f6-7eeafd7feae2 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:43.416393 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a858049b-7925-4d23-86f8-2b81b0f5b7a5 req-d82aa63f-4c2f-4123-86f6-7eeafd7feae2 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0492806 Apr 29 18:46:43.429387 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05c5e167-b577-45f1-8c70-dcda9df53735 req-0b23b74f-81f6-4966-86f0-c53e333816f0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Apr 29 18:46:43.464673 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a858049b-7925-4d23-86f8-2b81b0f5b7a5 req-a41b8bd3-6897-4279-b27b-cbcd17516d75 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 Apr 29 18:46:43.880943 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dc85b946-2c29-4f81-9d2d-447a794b1644 req-8b75a485-95e7-40d4-ab12-9c65e0670448 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0378907 Apr 29 18:46:44.549993 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843de3b-f639-4f7e-be47-913b4db07370 req-b85f6c8b-3c68-45b2-a519-5e63dea707c6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:44.551518 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d843de3b-f639-4f7e-be47-913b4db07370 req-b85f6c8b-3c68-45b2-a519-5e63dea707c6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0529094 Apr 29 18:46:44.581138 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd42582-8f9d-481f-bf06-be1b213378b6 req-0f6b274a-4aa3-4527-9743-d44391bef952 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:44.582804 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0cd42582-8f9d-481f-bf06-be1b213378b6 req-0f6b274a-4aa3-4527-9743-d44391bef952 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0498042 Apr 29 18:46:44.603945 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d843de3b-f639-4f7e-be47-913b4db07370 req-299376a8-68a5-4778-ad55-f429e54b83a9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466864 Apr 29 18:46:44.633164 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0cd42582-8f9d-481f-bf06-be1b213378b6 req-87deeac7-4b70-4db7-9579-281e81987ebf tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Apr 29 18:46:44.982611 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a887c604-b3a5-4916-8ed6-89a732da5176 req-d70cff9e-0c41-4c42-abc8-3a336ee2c11c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0297658 Apr 29 18:46:45.727144 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90142b-1aa5-4585-8e2d-e9b87f9b8b0f req-f4426b08-63e7-4e1c-8e01-6964c9fd528b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:45.728746 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ed90142b-1aa5-4585-8e2d-e9b87f9b8b0f req-f4426b08-63e7-4e1c-8e01-6964c9fd528b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0542843 Apr 29 18:46:45.750824 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad09c2c-9037-44d0-8c68-984f8fe02217 req-ba624b9c-78be-4421-9a5c-df0821ccdff1 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:45.752314 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dad09c2c-9037-44d0-8c68-984f8fe02217 req-ba624b9c-78be-4421-9a5c-df0821ccdff1 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0477095 Apr 29 18:46:45.778286 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ed90142b-1aa5-4585-8e2d-e9b87f9b8b0f req-32533266-bf42-4512-a531-e70e27cff7ba tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430202 Apr 29 18:46:45.800185 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dad09c2c-9037-44d0-8c68-984f8fe02217 req-5b8596a4-0be9-44a9-9ba1-b4c8dc147547 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Apr 29 18:46:46.102290 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d35384e7-d4f1-4948-bc94-550b64e6c0f7 req-a5e73212-c78e-4543-9490-547bcf01f1f0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0414369 Apr 29 18:46:46.902426 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a195-301b-4206-923d-cd9bdeebc359 req-3c0cdded-d649-4722-b888-9b0ad648800d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:46.903907 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9384a195-301b-4206-923d-cd9bdeebc359 req-3c0cdded-d649-4722-b888-9b0ad648800d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0506499 Apr 29 18:46:46.916213 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e18de-d1fc-475b-a32b-07448d0225ad req-d7f2aa50-9873-4105-ab31-718672ba10c4 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:46.917749 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-161e18de-d1fc-475b-a32b-07448d0225ad req-d7f2aa50-9873-4105-ab31-718672ba10c4 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0496223 Apr 29 18:46:46.955869 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9384a195-301b-4206-923d-cd9bdeebc359 req-62c059fc-d2a4-405d-8ab1-88ee677d0fd4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460403 Apr 29 18:46:46.970301 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-161e18de-d1fc-475b-a32b-07448d0225ad req-0350c142-7cc9-4132-af0e-d342ce29ff9e tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468500 Apr 29 18:46:47.205525 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-15d60e6a-e4eb-4843-9a04-9d852eb37061 req-23eb0c36-d523-4031-be59-f6ce2fea4972 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0289812 Apr 29 18:46:47.485652 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388abe8-652c-436e-86ec-5c3cc5ff9f65 req-f9d2a35e-b4f9-45c8-a931-18e2ee16ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:47.487159 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3388abe8-652c-436e-86ec-5c3cc5ff9f65 req-f9d2a35e-b4f9-45c8-a931-18e2ee16ef87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 1129 time: 0.0430961 Apr 29 18:46:47.542838 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3388abe8-652c-436e-86ec-5c3cc5ff9f65 req-8aa97bc2-4e4d-4970-b8dc-333f075a19eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Apr 29 18:46:47.585465 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-d9dc66d6-0bd4-4b2c-b24e-d45f7f2fa1b9 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:47.587012 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-d9dc66d6-0bd4-4b2c-b24e-d45f7f2fa1b9 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.15 "GET /v2.0/networks?id=06abeb83-1544-4ffb-b107-5158cc75dcd4 HTTP/1.1" status: 200 len: 809 time: 0.1168487 Apr 29 18:46:48.073474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b368ac-b3c3-4fb0-b5b4-f696a90acace req-7aad781b-5721-4cb2-b09a-ffd834f1e9ca tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:48.075278 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b9b368ac-b3c3-4fb0-b5b4-f696a90acace req-7aad781b-5721-4cb2-b09a-ffd834f1e9ca tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0491862 Apr 29 18:46:48.091144 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f54d-433a-4d03-b6c9-d57f806cb5df req-00310f76-5ff1-410f-8f4c-1832c448fd84 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:48.092732 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f4f0f54d-433a-4d03-b6c9-d57f806cb5df req-00310f76-5ff1-410f-8f4c-1832c448fd84 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0499585 Apr 29 18:46:48.122565 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b9b368ac-b3c3-4fb0-b5b4-f696a90acace req-1339983b-8ee7-4f81-873b-eb45ce7e2294 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Apr 29 18:46:48.138984 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f4f0f54d-433a-4d03-b6c9-d57f806cb5df req-d36f6f0b-e182-4946-9c4f-40d20fab31af tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Apr 29 18:46:48.319316 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-71c51add-a1f4-4446-9344-b517bac2ff4a req-896f4b20-ac43-4f7b-b824-bdb8e0cada22 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0381818 Apr 29 18:46:48.362834 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-29baf8af-2e79-445a-9083-b318a2cb2f81 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=131b4943a4aa42a8b09d614d80f552cc HTTP/1.1" status: 200 len: 380 time: 0.0702994 Apr 29 18:46:49.242731 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458f703-f6e5-4721-8dcf-8d18c104fe12 req-0a7a5338-ee38-4826-9d8f-8a2876485206 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:49.244194 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1458f703-f6e5-4721-8dcf-8d18c104fe12 req-0a7a5338-ee38-4826-9d8f-8a2876485206 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0474238 Apr 29 18:46:49.257528 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ae6b8-451e-45d5-846c-bebada9177a2 req-7e5047f4-16b5-4a6d-8038-be357716d745 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:49.259624 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7b0ae6b8-451e-45d5-846c-bebada9177a2 req-7e5047f4-16b5-4a6d-8038-be357716d745 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0517163 Apr 29 18:46:49.299665 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1458f703-f6e5-4721-8dcf-8d18c104fe12 req-c8e91a37-c396-4ccb-ac99-27b032ed71a0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Apr 29 18:46:49.306491 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7b0ae6b8-451e-45d5-846c-bebada9177a2 req-e1ca6aa7-ccc1-400a-851d-874e76037032 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/security-groups?id=166612d5-a249-4f74-81f7-83146567eaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Apr 29 18:46:49.418797 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a9e629f5-f040-48bf-bd6a-9de4140d9dca req-46ae1b19-1be7-47f7-ba38-9cb3865b4a4b tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0319088 Apr 29 18:46:49.529063 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Request body: {'port': {'device_id': '584f579b-41c9-413e-a752-06ecff65ff13', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'admin_state_up': True, 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'security_groups': ['556433a7-ea95-42fd-bdb3-ce1c116fac7a']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:49.565608 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:46:49.595577 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-a6073092-9f2c-4bdb-88e1-d8e5878dfaa2 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:49.598023 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-a6073092-9f2c-4bdb-88e1-d8e5878dfaa2 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.15 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 948 time: 0.0483844 Apr 29 18:46:49.665146 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Made reservation on behalf of 131b4943a4aa42a8b09d614d80f552cc for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:46:49.668927 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:49.737808 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Deleting port f81e2edc-1480-4696-99a5-524cbb224d9a {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:46:49.738134 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:49.796085 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Allocated IP 172.20.0.4 (06abeb83-1544-4ffb-b107-5158cc75dcd4/8a2fb172-bb44-4c1d-b616-fd94466e4522/10ecab05-24bc-40bf-b5dc-7da8769c23cf) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:46:49.948587 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:49.984475 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:50.026438 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:46:50.031541 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:46:50.034282 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:46:50.043019 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] For port f81e2edc-1480-4696-99a5-524cbb224d9a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f81e2edc-1480-4696-99a5-524cbb224d9a,segment=NetworkSegment(8dbe5bd3-3e43-4263-b0c9-f7a130784c9b),segment_id=8dbe5bd3-3e43-4263-b0c9-f7a130784c9b)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:46:50.043384 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:50.061776 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Calling delete_port for f81e2edc-1480-4696-99a5-524cbb224d9a owned by compute:nova {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:46:50.064027 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'Port': ['ID=10ecab05-24bc-40bf-b5dc-7da8769c23cf,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:50.079190 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.079542 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.079876 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.080177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.080516 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.081066 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.081179 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.081465 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.081768 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.082083 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.082395 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.082704 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.083011 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.083325 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.083631 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.103835 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:50.104914 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:50.122598 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-e375b827-83d4-442b-bf4e-b5fb201458c0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001425 Apr 29 18:46:50.245508 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (f81e2edc-1480-4696-99a5-524cbb224d9a), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:50.274500 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Pushing event deleted for resources: {'Port': ['ID=f81e2edc-1480-4696-99a5-524cbb224d9a,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:50.284220 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.284597 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.284933 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.285262 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.285596 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.285913 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.286230 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.286529 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.286850 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.287149 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.287505 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.287766 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.288076 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.288371 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.288704 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:46:50.312541 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-f477ea5e-870d-474c-8dcd-fbfc90c02704 None None] Provisioning complete for port 10ecab05-24bc-40bf-b5dc-7da8769c23cf triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:46:50.315608 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f477ea5e-870d-474c-8dcd-fbfc90c02704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:50.364023 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-f477ea5e-870d-474c-8dcd-fbfc90c02704 None None] Port 10ecab05-24bc-40bf-b5dc-7da8769c23cf cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:46:50.372181 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] No DVR routers for this DVR port f81e2edc-1480-4696-99a5-524cbb224d9a on host hv-cinder-83998 {{(pid=110120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:46:50.377192 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:50.381742 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-daf79f17-d7cc-4ae5-b278-541afa0ddc44 req-bd868cf3-6406-4b70-9755-ae01d3ecddfb tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.15 "DELETE /v2.0/ports/f81e2edc-1480-4696-99a5-524cbb224d9a HTTP/1.1" status: 204 len: 173 time: 0.7671516 Apr 29 18:46:50.382823 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace80acd-25db-4fbc-8651-f102a75f4373', 'name': 'network-vif-deleted', 'tag': 'f81e2edc-1480-4696-99a5-524cbb224d9a'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:46:50.386028 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46903f3a-eef4-417c-b0b3-58e489f9ceaa" -d '{"events": [{"server_uuid": "ace80acd-25db-4fbc-8651-f102a75f4373", "name": "network-vif-deleted", "tag": "f81e2edc-1480-4696-99a5-524cbb224d9a"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:46:50.426208 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-397393e0-1123-46d2-a632-bb97b9328088 req-3f277ee7-aa31-451e-a1a3-66f33eca1052 tempest-VolumesNegativeTest-1115014829 tempest-VolumesNegativeTest-1115014829-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace80acd-25db-4fbc-8651-f102a75f4373 HTTP/1.1" status: 200 len: 210 time: 0.0316687 Apr 29 18:46:50.440771 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8ba7e-c50b-4ef3-a312-d51889316481 req-2d7e3688-3b75-4652-a636-b370de524f74 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:50.442325 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-36b8ba7e-c50b-4ef3-a312-d51889316481 req-2d7e3688-3b75-4652-a636-b370de524f74 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0636358 Apr 29 18:46:50.476815 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cce9e6-b1ba-4010-b0d7-37c0ed445bb5 x-openstack-request-id: req-77cce9e6-b1ba-4010-b0d7-37c0ed445bb5 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:46:50.477137 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace80acd-25db-4fbc-8651-f102a75f4373", "name": "network-vif-deleted", "tag": "f81e2edc-1480-4696-99a5-524cbb224d9a", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:46:50.477388 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77cce9e6-b1ba-4010-b0d7-37c0ed445bb5 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:46:50.477923 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cce9e6-b1ba-4010-b0d7-37c0ed445bb5'] response: {'server_uuid': 'ace80acd-25db-4fbc-8651-f102a75f4373', 'name': 'network-vif-deleted', 'tag': 'f81e2edc-1480-4696-99a5-524cbb224d9a', 'status': 'completed', 'code': 200} Apr 29 18:46:50.499949 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-36b8ba7e-c50b-4ef3-a312-d51889316481 req-504de064-7f8c-40e8-97c6-51870701e0b0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 Apr 29 18:46:50.572809 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0b8a7-b97c-4616-bacc-2dcdb53280a9 req-73c1bff8-91bd-4192-b4e8-77f1aeb05c92 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:50.574631 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dda0b8a7-b97c-4616-bacc-2dcdb53280a9 req-73c1bff8-91bd-4192-b4e8-77f1aeb05c92 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 931 time: 0.0503848 Apr 29 18:46:50.624215 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dda0b8a7-b97c-4616-bacc-2dcdb53280a9 req-4401c87e-9473-4956-87f5-dff75bf122b6 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Apr 29 18:46:50.664650 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Request body: {'port': {'device_id': '584f579b-41c9-413e-a752-06ecff65ff13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:46:50.726251 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:50.996054 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ecab05-24bc-40bf-b5dc-7da8769c23cf {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:46:51.007020 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Publish callbacks [] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:51.022843 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Transition to ACTIVE for port object 10ecab05-24bc-40bf-b5dc-7da8769c23cf will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:46:51.028240 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:51.080994 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Pushing event updated for resources: {'Port': ['ID=10ecab05-24bc-40bf-b5dc-7da8769c23cf,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:51.155032 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Attempting to bind port 10ecab05-24bc-40bf-b5dc-7da8769c23cf on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:46:51.155450 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Attempting to bind port 10ecab05-24bc-40bf-b5dc-7da8769c23cf by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:46:51.155834 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Attempting to bind port 10ecab05-24bc-40bf-b5dc-7da8769c23cf on network 06abeb83-1544-4ffb-b107-5158cc75dcd4 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:51.161304 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Port 10ecab05-24bc-40bf-b5dc-7da8769c23cf on network 06abeb83-1544-4ffb-b107-5158cc75dcd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:46:51.161666 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Attempting to bind port 10ecab05-24bc-40bf-b5dc-7da8769c23cf on network 06abeb83-1544-4ffb-b107-5158cc75dcd4 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:46:51.167963 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:46:51.168343 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Checking segment: {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:46:51.168755 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Bound using segment: {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:46:51.169189 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Bound port: 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d4737f-f06e-4061-9fe2-89d832e011ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:46:51.169553 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:51.247147 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:46:51.250420 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:46:51.260736 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:51.296782 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:51.297530 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:51.298898 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] 10.222.0.15 "PUT /v2.0/ports/10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 200 len: 1093 time: 0.6385944 Apr 29 18:46:51.299341 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:46:51.301654 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:46:51.327528 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160e939-5748-479e-bc65-fe473e5828d9 service neutron] Pushing event updated for resources: {'Port': ['ID=10ecab05-24bc-40bf-b5dc-7da8769c23cf,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:51.362460 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84676be-b482-4db9-bc7f-4d6a1c7f7c3d x-openstack-request-id: req-a84676be-b482-4db9-bc7f-4d6a1c7f7c3d {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:46:51.362846 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:46:51.363100 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a84676be-b482-4db9-bc7f-4d6a1c7f7c3d {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:46:51.363501 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84676be-b482-4db9-bc7f-4d6a1c7f7c3d'] response: {'name': 'network-changed', 'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'status': 'completed', 'code': 200} Apr 29 18:46:51.449265 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-fff264a0-c570-4211-a30b-bcc2c6a0bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:51.450782 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-fff264a0-c570-4211-a30b-bcc2c6a0bb42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=131b4943a4aa42a8b09d614d80f552cc&device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1127 time: 0.0413256 Apr 29 18:46:51.518815 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-7da30315-7829-407f-93e8-b8bb6bfeb45a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 200 len: 217 time: 0.0432472 Apr 29 18:46:51.588138 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-97a2961e-541c-4763-b53d-3c1abc22923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:51.589859 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-97a2961e-541c-4763-b53d-3c1abc22923e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2fb172-bb44-4c1d-b616-fd94466e4522 HTTP/1.1" status: 200 len: 848 time: 0.0567224 Apr 29 18:46:51.652363 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b661f7-738d-4a6e-9b54-5fbef8f2e0e0 req-5dae73a4-cc40-45d1-af3e-46bc12c9b553 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:51.653934 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92b661f7-738d-4a6e-9b54-5fbef8f2e0e0 req-5dae73a4-cc40-45d1-af3e-46bc12c9b553 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0806851 Apr 29 18:46:51.659413 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-288a6a18-2dc7-4847-a16b-c5d97d5e459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:51.660932 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-288a6a18-2dc7-4847-a16b-c5d97d5e459b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06abeb83-1544-4ffb-b107-5158cc75dcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559945 Apr 29 18:46:51.686319 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device f81e2edc-1480-4696-99a5-524cbb224d9a no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:46:51.716242 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: f81e2edc-1480-4696-99a5-524cbb224d9a {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:46:51.716918 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device f81e2edc-1480-4696-99a5-524cbb224d9a not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:46:51.722822 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92b661f7-738d-4a6e-9b54-5fbef8f2e0e0 req-0fd54ab5-4181-470b-8692-02311c0d4895 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609465 Apr 29 18:46:51.773125 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7753ff-820f-42ba-a75e-be3885a72542 req-f53570d5-d46f-4b50-a84f-467656296f3d tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:51.774862 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2b7753ff-820f-42ba-a75e-be3885a72542 req-f53570d5-d46f-4b50-a84f-467656296f3d tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0550463 Apr 29 18:46:51.820440 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-39fa0248-ac29-4ba7-897d-a9cb85ecd495 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456864 Apr 29 18:46:51.838764 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2b7753ff-820f-42ba-a75e-be3885a72542 req-540ee3e4-5e5c-4d0a-a224-336cd22db126 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573983 Apr 29 18:46:51.931585 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d6efc00-e4f1-4e26-8848-b0e1344c4637 req-0be01838-c094-427a-a820-e0cd358e02e4 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994112 Apr 29 18:46:52.010444 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773aedb-3f7b-4562-97a2-3f168b778fca req-a247534c-4357-4289-a377-27540af53f50 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:52.011967 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9773aedb-3f7b-4562-97a2-3f168b778fca req-a247534c-4357-4289-a377-27540af53f50 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0492442 Apr 29 18:46:52.082766 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9773aedb-3f7b-4562-97a2-3f168b778fca req-2f6545d2-25cd-4e09-a6fb-5fdb233d2383 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649128 Apr 29 18:46:52.118299 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-d1ff42f0-d083-4bb3-a77e-43428c399d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:52.120078 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-d1ff42f0-d083-4bb3-a77e-43428c399d48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=131b4943a4aa42a8b09d614d80f552cc&device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1127 time: 0.0534205 Apr 29 18:46:52.122906 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-ef921e3e-c39c-45fe-b7a9-d27ad8f9da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:52.124391 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-ef921e3e-c39c-45fe-b7a9-d27ad8f9da21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 1129 time: 0.0595300 Apr 29 18:46:52.226183 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-1d13f4af-749d-406c-bf42-88c449f500e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:52.227841 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-1d13f4af-749d-406c-bf42-88c449f500e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06abeb83-1544-4ffb-b107-5158cc75dcd4 HTTP/1.1" status: 200 len: 910 time: 0.0956912 Apr 29 18:46:52.286644 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-c627b617-23fe-48c0-8823-469759aa13d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 200 len: 217 time: 0.0506024 Apr 29 18:46:52.363514 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-566eeac3-2eb2-4854-bad1-c2a0638ef06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:52.366812 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-566eeac3-2eb2-4854-bad1-c2a0638ef06c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2fb172-bb44-4c1d-b616-fd94466e4522 HTTP/1.1" status: 200 len: 848 time: 0.0688212 Apr 29 18:46:52.425343 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-d17c9df0-77fe-4515-984c-5ab661e97ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:52.429102 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-d17c9df0-77fe-4515-984c-5ab661e97ecc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06abeb83-1544-4ffb-b107-5158cc75dcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507221 Apr 29 18:46:52.495452 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-7d6fa4c3-e6cd-40dc-9746-b3e602c892a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:52.497089 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-7d6fa4c3-e6cd-40dc-9746-b3e602c892a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.3644018 Apr 29 18:46:52.552800 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-5396ec42-aece-492e-a5bc-3802fe827fc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847 HTTP/1.1" status: 200 len: 217 time: 0.0443382 Apr 29 18:46:52.573346 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-c44382b3-2255-4d95-925c-275534e045e1 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328194 Apr 29 18:46:52.610896 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-83f7dc28-5202-43e4-9f43-6f1d303d54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:52.612426 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-83f7dc28-5202-43e4-9f43-6f1d303d54f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0488830 Apr 29 18:46:52.964886 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccf001-5cc5-46fa-8121-eb1d663ef18f req-044c5038-a0d2-413e-808a-5ea8956c808b tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:52.966343 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a7ccf001-5cc5-46fa-8121-eb1d663ef18f req-044c5038-a0d2-413e-808a-5ea8956c808b tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0512192 Apr 29 18:46:53.015676 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a7ccf001-5cc5-46fa-8121-eb1d663ef18f req-1647089b-45b4-4e98-9090-f9b87a8647fd tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434301 Apr 29 18:46:53.089618 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1284a794-f205-4ccf-97dd-2de2b0fdd534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:53.206582 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a479-a733-4900-84a0-afb732ffe2c6 req-8344a6dd-da84-4ef4-84d2-b789639c6721 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:53.208068 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d566a479-a733-4900-84a0-afb732ffe2c6 req-8344a6dd-da84-4ef4-84d2-b789639c6721 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0547960 Apr 29 18:46:53.260006 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d566a479-a733-4900-84a0-afb732ffe2c6 req-792b001d-db64-4818-82d5-83320c1a053f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456331 Apr 29 18:46:54.131505 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7962f-8820-4575-85ab-90c258d9749c req-a37a0eca-2145-4a0a-a8e5-e110a124343f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:54.132983 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-00e7962f-8820-4575-85ab-90c258d9749c req-a37a0eca-2145-4a0a-a8e5-e110a124343f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0482914 Apr 29 18:46:54.186164 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-00e7962f-8820-4575-85ab-90c258d9749c req-e5f08ee3-dbfb-4a9c-aa8d-ac231a32f8e8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476282 Apr 29 18:46:54.379553 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef516-d34d-4b71-b9a8-5a8a8b361024 req-08bba91f-3d9b-4480-9459-81245a19b406 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:54.381115 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-656ef516-d34d-4b71-b9a8-5a8a8b361024 req-08bba91f-3d9b-4480-9459-81245a19b406 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0508401 Apr 29 18:46:54.457814 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-86820486-f3ce-4935-9120-6bcca636b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:54.461608 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-86820486-f3ce-4935-9120-6bcca636b2b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481877 Apr 29 18:46:54.482974 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-656ef516-d34d-4b71-b9a8-5a8a8b361024 req-efe98395-4732-4a4c-b2ed-1c979aaa833c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959365 Apr 29 18:46:54.554145 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c0ae02a-f785-40fd-a0db-ff5206ae4ab6 req-01734a11-1805-4cbe-8a55-7d30d4956853 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363747 Apr 29 18:46:54.581856 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-b824f3cd-ab8c-4784-9226-3066aca77046 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940154 Apr 29 18:46:54.686314 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4b795e0e-57a8-4380-a77f-2a9379516a9c req-7d55a188-4ee1-4405-8fdd-0ff9ff4ade59 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914109 Apr 29 18:46:55.307029 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ef9de-2537-4e40-b5f8-b1dc98c65f2c req-5bdc666b-89f4-4ea2-82b4-40af09a84dc1 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:55.308520 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4b5ef9de-2537-4e40-b5f8-b1dc98c65f2c req-5bdc666b-89f4-4ea2-82b4-40af09a84dc1 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0503500 Apr 29 18:46:55.316293 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-89876d91-57df-4023-91d6-00e9bfb4e3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:55.366301 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4b5ef9de-2537-4e40-b5f8-b1dc98c65f2c req-b598a83f-e5c0-4635-bb3a-e2f4606cea87 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513592 Apr 29 18:46:55.610307 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a682eb-97fd-4300-9785-23458f9f233b req-2bb12fc3-268d-445a-9047-b97710c86298 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:55.612327 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-27a682eb-97fd-4300-9785-23458f9f233b req-2bb12fc3-268d-445a-9047-b97710c86298 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0549483 Apr 29 18:46:55.669329 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-27a682eb-97fd-4300-9785-23458f9f233b req-f0ec1fb0-39c5-4b52-aa7f-e0a2e6f526eb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506780 Apr 29 18:46:55.771939 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 48396) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:55.928798 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-a3381e48-8fa2-44da-851b-1045062dce0a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc8b9f6c3c8844e483955fde21ea0db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556282 Apr 29 18:46:55.932312 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 48402) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:46:55.981763 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1005f6ec-63e7-4e97-8dcc-e843c9fdf37f admin admin] Publish callbacks [] for security_group (166612d5-a249-4f74-81f7-83146567eaa2), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:56.003531 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1005f6ec-63e7-4e97-8dcc-e843c9fdf37f admin admin] Publish callbacks [] for security_group (166612d5-a249-4f74-81f7-83146567eaa2), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:56.050976 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1005f6ec-63e7-4e97-8dcc-e843c9fdf37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (166612d5-a249-4f74-81f7-83146567eaa2), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:56.053490 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1005f6ec-63e7-4e97-8dcc-e843c9fdf37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:56.054618 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-1005f6ec-63e7-4e97-8dcc-e843c9fdf37f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/166612d5-a249-4f74-81f7-83146567eaa2 HTTP/1.1" status: 204 len: 168 time: 0.1213827 Apr 29 18:46:56.062519 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005f6ec-63e7-4e97-8dcc-e843c9fdf37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166612d5-a249-4f74-81f7-83146567eaa2,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:46:56.324272 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:56.487275 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8a0ad-e158-4ea7-a5c7-4f7ebd5b792a req-2ed021eb-7ddc-4333-b71f-e2b07e6aeb11 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:56.488785 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fbb8a0ad-e158-4ea7-a5c7-4f7ebd5b792a req-2ed021eb-7ddc-4333-b71f-e2b07e6aeb11 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0556784 Apr 29 18:46:56.540012 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fbb8a0ad-e158-4ea7-a5c7-4f7ebd5b792a req-6d99448e-9771-433c-8b67-b3ac1b3c2efb tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454433 Apr 29 18:46:56.786957 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82a2af-4ebd-433b-8ddd-0b0b28407438 req-8e80c921-1306-4581-bc85-732c43553ef9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:56.788536 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c82a2af-4ebd-433b-8ddd-0b0b28407438 req-8e80c921-1306-4581-bc85-732c43553ef9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0489202 Apr 29 18:46:56.844692 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c82a2af-4ebd-433b-8ddd-0b0b28407438 req-877b8eb4-c5ab-4aa7-b6b3-a12738b8af41 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 Apr 29 18:46:57.550321 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:46:57.661514 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa70e1-464f-4128-9909-a93b890d89f6 req-83b9b20d-35cb-4d62-9b87-b786a7062def tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:57.662949 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8afa70e1-464f-4128-9909-a93b890d89f6 req-83b9b20d-35cb-4d62-9b87-b786a7062def tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0539372 Apr 29 18:46:57.723221 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8afa70e1-464f-4128-9909-a93b890d89f6 req-e78fbbc1-e722-4db5-818c-9108e7fd9acf tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517199 Apr 29 18:46:57.970396 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18013f7-ba2f-4c74-980f-a9085fef824a req-90312dcc-3c0e-44bb-ad54-26223578ecbf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:57.971858 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b18013f7-ba2f-4c74-980f-a9085fef824a req-90312dcc-3c0e-44bb-ad54-26223578ecbf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0519691 Apr 29 18:46:58.023508 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b18013f7-ba2f-4c74-980f-a9085fef824a req-f53d5f9f-1b44-4da8-9d17-8b6a5435e11d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Apr 29 18:46:58.857037 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ed3c-9c43-42aa-946a-6951271f8c23 req-4d9c38a8-6e6c-4490-8cfa-c92bc5c3f2a1 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:58.858391 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-23c3ed3c-9c43-42aa-946a-6951271f8c23 req-4d9c38a8-6e6c-4490-8cfa-c92bc5c3f2a1 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0576327 Apr 29 18:46:58.911359 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-23c3ed3c-9c43-42aa-946a-6951271f8c23 req-65cac68d-3afb-49c6-a045-34c62ee75378 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442915 Apr 29 18:46:59.148276 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f00364-5f06-4c2c-b146-0dcdfe0c2be2 req-22277007-5292-4d81-9e59-509517038992 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:46:59.149693 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-62f00364-5f06-4c2c-b146-0dcdfe0c2be2 req-22277007-5292-4d81-9e59-509517038992 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0484433 Apr 29 18:46:59.199067 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-62f00364-5f06-4c2c-b146-0dcdfe0c2be2 req-37b0bd75-7b99-49f6-927b-f85130a653bb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Apr 29 18:46:59.327741 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:00.032121 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31969eb1-78e6-4ed6-9afc-d3d38bcc0e28 req-c74c666b-4f53-4cb0-89bc-aafe84775289 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:00.033731 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-31969eb1-78e6-4ed6-9afc-d3d38bcc0e28 req-c74c666b-4f53-4cb0-89bc-aafe84775289 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0515876 Apr 29 18:47:00.083356 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-31969eb1-78e6-4ed6-9afc-d3d38bcc0e28 req-fafcf084-ee3e-457c-9390-73672602f1ba tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Apr 29 18:47:00.331720 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5705-beb4-45a6-aca4-428d28f5ed57 req-d53bd04f-6523-426a-badb-c16c9b6a2bcd tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:00.333240 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-74ab5705-beb4-45a6-aca4-428d28f5ed57 req-d53bd04f-6523-426a-badb-c16c9b6a2bcd tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0602152 Apr 29 18:47:00.382548 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-74ab5705-beb4-45a6-aca4-428d28f5ed57 req-c116cadb-cef7-40eb-818d-425a0c1d2913 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Apr 29 18:47:01.203384 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb79102-1eec-415d-bf6b-f3e684bcb29e req-9e012cd1-302a-474f-b059-80af3fe5027a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:01.205006 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6bb79102-1eec-415d-bf6b-f3e684bcb29e req-9e012cd1-302a-474f-b059-80af3fe5027a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0490739 Apr 29 18:47:01.255561 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6bb79102-1eec-415d-bf6b-f3e684bcb29e req-35396fa4-0893-4d29-b8aa-b12a8ecf7a53 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447772 Apr 29 18:47:01.710747 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:02.387131 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595852d2-8428-4fad-a262-69df58aebc52 req-e59564b9-ab3a-4f78-ab8c-f7f0dc0a85c2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:02.388519 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-595852d2-8428-4fad-a262-69df58aebc52 req-e59564b9-ab3a-4f78-ab8c-f7f0dc0a85c2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0564942 Apr 29 18:47:02.443822 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-595852d2-8428-4fad-a262-69df58aebc52 req-bbb35f71-2927-4373-b96e-0e2752e1bed4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493813 Apr 29 18:47:03.562624 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4d786-0074-4e3a-9913-0fc094dddfac req-36ab2637-624a-4386-a521-edb049fc7436 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:03.564100 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-02a4d786-0074-4e3a-9913-0fc094dddfac req-36ab2637-624a-4386-a521-edb049fc7436 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0477748 Apr 29 18:47:03.618966 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-02a4d786-0074-4e3a-9913-0fc094dddfac req-0cd47d4f-500f-4cc6-9c66-e3b95723fb7a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490756 Apr 29 18:47:04.734473 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12d484-89e1-40a1-8232-cce3f8a2bd54 req-a3dd9d45-bc8c-4610-b5dc-f97c560354ba tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:04.735941 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4f12d484-89e1-40a1-8232-cce3f8a2bd54 req-a3dd9d45-bc8c-4610-b5dc-f97c560354ba tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0479100 Apr 29 18:47:04.787440 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4f12d484-89e1-40a1-8232-cce3f8a2bd54 req-14bc9be6-ace9-47f6-bfe7-2b23f73aa89a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Apr 29 18:47:05.929263 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa413-ddaf-43d6-8ca9-63eb9f241861 req-a8bf5ca6-cf3d-4fb3-923c-e1eb11afe27d tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:05.930593 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-20cfa413-ddaf-43d6-8ca9-63eb9f241861 req-a8bf5ca6-cf3d-4fb3-923c-e1eb11afe27d tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0525844 Apr 29 18:47:05.981765 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-20cfa413-ddaf-43d6-8ca9-63eb9f241861 req-181d5066-b89f-460f-94d1-f0d3cac4ffa6 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Apr 29 18:47:07.107387 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccd1b9-120b-4db0-b49d-4f1bef8b482b req-66f81217-2798-470f-9bc9-eb1a07d92ba6 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:07.108858 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ecccd1b9-120b-4db0-b49d-4f1bef8b482b req-66f81217-2798-470f-9bc9-eb1a07d92ba6 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0555878 Apr 29 18:47:07.160526 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ecccd1b9-120b-4db0-b49d-4f1bef8b482b req-002367ac-b928-4820-8a65-894de1fba113 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 Apr 29 18:47:08.276284 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c102876-afae-462d-adb5-ae4d162c897a req-463d642e-b750-4834-8652-02eb8853f0bc tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:08.277833 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c102876-afae-462d-adb5-ae4d162c897a req-463d642e-b750-4834-8652-02eb8853f0bc tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0484006 Apr 29 18:47:08.328109 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c102876-afae-462d-adb5-ae4d162c897a req-be1635fe-2864-4c23-bac2-3cc44d8ed414 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445178 Apr 29 18:47:08.423741 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48572) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:08.428393 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-28670568-94a9-4859-8b49-feb0cac34af3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200934743', 'description': 'tempest-description--1629477141'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:08.450862 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-28670568-94a9-4859-8b49-feb0cac34af3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.517945 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-28670568-94a9-4859-8b49-feb0cac34af3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group (47e583fc-b93c-4e96-8d92-cbb5b42480d1), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.523074 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-28670568-94a9-4859-8b49-feb0cac34af3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (47e583fc-b93c-4e96-8d92-cbb5b42480d1), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.552267 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-28670568-94a9-4859-8b49-feb0cac34af3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.553507 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-28670568-94a9-4859-8b49-feb0cac34af3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1287918 Apr 29 18:47:08.555273 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28670568-94a9-4859-8b49-feb0cac34af3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e583fc-b93c-4e96-8d92-cbb5b42480d1,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:08.556550 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 48576) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:08.561322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-0d655659-8d61-47e7-bdfc-644c0f5bbbc9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Request body: {'security_group_rule': {'security_group_id': '47e583fc-b93c-4e96-8d92-cbb5b42480d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:08.590693 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0d655659-8d61-47e7-bdfc-644c0f5bbbc9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group_rule (1baa314f-334e-478a-8616-75adc8874855), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.653126 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0d655659-8d61-47e7-bdfc-644c0f5bbbc9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group_rule (1baa314f-334e-478a-8616-75adc8874855), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.657468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0d655659-8d61-47e7-bdfc-644c0f5bbbc9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (1baa314f-334e-478a-8616-75adc8874855), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.681243 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d655659-8d61-47e7-bdfc-644c0f5bbbc9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1baa314f-334e-478a-8616-75adc8874855,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:08.687809 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0d655659-8d61-47e7-bdfc-644c0f5bbbc9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.689044 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-0d655659-8d61-47e7-bdfc-644c0f5bbbc9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313043 Apr 29 18:47:08.691641 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 48580) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:08.696160 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-de549ff6-2dff-45a2-a18b-5276e378e89a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Request body: {'security_group_rule': {'security_group_id': '47e583fc-b93c-4e96-8d92-cbb5b42480d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:08.725414 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-de549ff6-2dff-45a2-a18b-5276e378e89a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group_rule (ac174ddb-7e68-4bb2-b9f4-02ea16c6f904), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.781892 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-de549ff6-2dff-45a2-a18b-5276e378e89a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group_rule (ac174ddb-7e68-4bb2-b9f4-02ea16c6f904), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.787209 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-de549ff6-2dff-45a2-a18b-5276e378e89a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (ac174ddb-7e68-4bb2-b9f4-02ea16c6f904), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.805154 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de549ff6-2dff-45a2-a18b-5276e378e89a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac174ddb-7e68-4bb2-b9f4-02ea16c6f904,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:08.809924 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-de549ff6-2dff-45a2-a18b-5276e378e89a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.811093 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-de549ff6-2dff-45a2-a18b-5276e378e89a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185508 Apr 29 18:47:08.814309 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48582) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:08.819968 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:08.842947 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:08.927515 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.038921 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Allocated IP 172.27.0.102 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/f3204893-5da7-48ca-9f42-ed26f6be6bdd) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:09.143393 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for port (f3204893-5da7-48ca-9f42-ed26f6be6bdd), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.179021 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (f3204893-5da7-48ca-9f42-ed26f6be6bdd), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.220415 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:09.223451 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:09.227933 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:09.231073 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event updated for resources: {'Port': ['ID=f3204893-5da7-48ca-9f42-ed26f6be6bdd,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:09.318763 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for floatingip (af5b47d9-0833-42e0-b9a0-1ebe14452634), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.357649 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (f3204893-5da7-48ca-9f42-ed26f6be6bdd), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.446019 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fffbc-698b-4f72-a851-b648c50501df req-b31290f7-b991-4790-b618-f19e56e3a7d5 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:09.447500 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c38fffbc-698b-4f72-a851-b648c50501df req-b31290f7-b991-4790-b618-f19e56e3a7d5 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0477319 Apr 29 18:47:09.500566 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c38fffbc-698b-4f72-a851-b648c50501df req-7b61c7f3-30cd-4707-b88c-0d7a3dd22f87 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 Apr 29 18:47:09.516270 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for port (f3204893-5da7-48ca-9f42-ed26f6be6bdd), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.523559 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (f3204893-5da7-48ca-9f42-ed26f6be6bdd), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.589419 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event updated for resources: {'Port': ['ID=f3204893-5da7-48ca-9f42-ed26f6be6bdd,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:09.602730 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (af5b47d9-0833-42e0-b9a0-1ebe14452634), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.620245 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.629524 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-dffd7a78-16c9-42e0-bbf9-05cb53ef613f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8060794 Apr 29 18:47:09.757135 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 10ecab05-24bc-40bf-b5dc-7da8769c23cf details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:47:09.854646 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-26373b43-ecb4-4a61-90b4-479eca5dfd5f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1200934743&fields=id&tenant_id=e2f2dec75acb4277945a986b8393b0a1 HTTP/1.1" status: 200 len: 267 time: 0.0505033 Apr 29 18:47:09.867415 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:09.879125 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'port_id': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'mac_address': 'fa:16:3e:39:3b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:47:09.916623 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 10ecab05-24bc-40bf-b5dc-7da8769c23cf is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:09.917011 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.929829 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ecab05-24bc-40bf-b5dc-7da8769c23cf {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:47:09.950673 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:09.956485 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:09.970481 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-a4509db7-de94-450f-be27-9d8364c959f4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:09.972575 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-a4509db7-de94-450f-be27-9d8364c959f4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 819 time: 0.1107340 Apr 29 18:47:09.981046 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-ae6bfbe4-cd23-4807-8cfb-b86c7b9be552 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691706002&fields=id&tenant_id=8853dc3f41e147018cc50778b57b9c97 HTTP/1.1" status: 200 len: 267 time: 0.0665553 Apr 29 18:47:09.989612 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-9186cce3-775a-42bb-8afb-3fd8960e051c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/quotas/e2f2dec75acb4277945a986b8393b0a1 HTTP/1.1" status: 200 len: 375 time: 0.0109234 Apr 29 18:47:10.007255 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=10ecab05-24bc-40bf-b5dc-7da8769c23cf,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:10.015003 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.015464 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.015920 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.016342 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.016783 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.017197 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.017612 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.018146 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.018556 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.018964 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.019382 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.019679 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.019997 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.020312 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.020957 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:10.048533 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-11a67553-17ae-49a8-bf29-ec3b1063ff95 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0533025 Apr 29 18:47:10.097101 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-cdbb8a4b-3172-4dd6-9092-82d778498c9d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:10.098785 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-cdbb8a4b-3172-4dd6-9092-82d778498c9d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 812 time: 0.1103432 Apr 29 18:47:10.113973 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-1f30c3f2-3243-44b4-9496-57b80c24f6c9 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/quotas/8853dc3f41e147018cc50778b57b9c97 HTTP/1.1" status: 200 len: 375 time: 0.0094104 Apr 29 18:47:10.156759 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-a6567e9f-a993-4854-b6f2-29ea49881145 service neutron] 10.222.0.50 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941005 Apr 29 18:47:10.175077 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-f83d5e25-2a62-473f-84b0-fb66a8de33b2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556095 Apr 29 18:47:10.250785 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-bd13fc24-ed89-4432-b5ca-9e7a42c43b47 service neutron] 10.222.0.50 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877035 Apr 29 18:47:10.276427 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e1fca92c-fe52-4cf6-95a7-136efb2f7511 service neutron] 10.222.0.50 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870466 Apr 29 18:47:10.341721 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48630) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:10.398676 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-15cb9ddc-0aca-420f-ba08-6ac50004ca1a service neutron] 10.222.0.50 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164587 Apr 29 18:47:10.478863 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3bb449ac-7c57-4d94-841d-b9c18d889220 req-622132dd-0807-43e8-a166-63eb358c017c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 210 time: 0.0574937 Apr 29 18:47:10.500430 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4dff5872-69e4-477a-8b42-69a44f5d262a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:10.664282 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4dff5872-69e4-477a-8b42-69a44f5d262a admin admin] Publish callbacks [] for security_group (9b888e25-0ca1-487b-a506-f5fa36a5cad2), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:10.671628 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f8b08-87c1-4fe1-9420-227930965527 req-2a76e780-637e-443d-a794-96b4f55e6f71 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:10.673331 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f88f8b08-87c1-4fe1-9420-227930965527 req-2a76e780-637e-443d-a794-96b4f55e6f71 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 944 time: 0.0853729 Apr 29 18:47:10.674495 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4dff5872-69e4-477a-8b42-69a44f5d262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9b888e25-0ca1-487b-a506-f5fa36a5cad2), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:10.738557 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-4dff5872-69e4-477a-8b42-69a44f5d262a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec05369f752b4bf1b68836cbb489afd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915679 Apr 29 18:47:10.740176 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 48654) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:10.744354 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff5872-69e4-477a-8b42-69a44f5d262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b888e25-0ca1-487b-a506-f5fa36a5cad2,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:10.759673 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-75aefbe4-9276-4a92-b87c-2c7b1359122c req-60ec0950-ca27-455a-9750-00decf558f40 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0617843 Apr 29 18:47:10.777982 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f88f8b08-87c1-4fe1-9420-227930965527 req-03da5d79-df7c-466b-b165-3716fe00219d tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903428 Apr 29 18:47:10.815058 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-59f3d7d5-7a24-433b-b3a5-cb77e41f0852 admin admin] Publish callbacks [] for security_group (9b888e25-0ca1-487b-a506-f5fa36a5cad2), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:10.839944 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-59f3d7d5-7a24-433b-b3a5-cb77e41f0852 admin admin] Publish callbacks [] for security_group (9b888e25-0ca1-487b-a506-f5fa36a5cad2), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:10.897860 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-59f3d7d5-7a24-433b-b3a5-cb77e41f0852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9b888e25-0ca1-487b-a506-f5fa36a5cad2), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:10.900644 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-59f3d7d5-7a24-433b-b3a5-cb77e41f0852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:10.904393 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-59f3d7d5-7a24-433b-b3a5-cb77e41f0852 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b888e25-0ca1-487b-a506-f5fa36a5cad2 HTTP/1.1" status: 204 len: 168 time: 0.1595125 Apr 29 18:47:10.916523 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3d7d5-7a24-433b-b3a5-cb77e41f0852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b888e25-0ca1-487b-a506-f5fa36a5cad2,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:11.091137 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['10ecab05-24bc-40bf-b5dc-7da8769c23cf'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:47:11.553053 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48688) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:11.574881 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eded54ea-3c12-4084-823e-a56c80ee75cf req-957a11fe-4abc-4e03-bc4e-879d7c480ca3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 210 time: 0.0328948 Apr 29 18:47:11.652244 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1771527595-network', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:11.671866 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Made reservation on behalf of cbeb3229d0de484cba6fc698fc072af5 for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:47:11.674076 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:11.682901 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:11.757208 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Publish callbacks [] for security_group (66c6d7f0-6243-40a1-80dc-5a72b5748f18), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:11.762573 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (66c6d7f0-6243-40a1-80dc-5a72b5748f18), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:11.790149 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:47:11.796584 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c6d7f0-6243-40a1-80dc-5a72b5748f18,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:11.803858 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (60706a85-a742-4bc7-91bb-59b63cad2846), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:11.804180 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Added segment 60706a85-a742-4bc7-91bb-59b63cad2846 of type vlan for network d3c95e61-e689-490c-8a10-d7343a3833ef Apr 29 18:47:11.882303 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dbbd1b03-9565-45b5-82a1-41c6bbb5f5c4 req-dec055c4-0918-4982-816d-27be88029fce tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0337772 Apr 29 18:47:11.883964 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (d3c95e61-e689-490c-8a10-d7343a3833ef), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:11.911069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (d3c95e61-e689-490c-8a10-d7343a3833ef), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:11.912148 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f90191-5119-4c3c-b5d5-635768fa5e35 req-d4e43f4c-309e-45f4-b795-6c9da615d211 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:11.912655 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:11.913195 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:11.914204 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d5f90191-5119-4c3c-b5d5-635768fa5e35 req-d4e43f4c-309e-45f4-b795-6c9da615d211 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 944 time: 0.0561419 Apr 29 18:47:11.946850 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3927104 Apr 29 18:47:11.950037 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48698) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:11.954731 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Request body: {'subnet': {'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1771527595-subnet', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'ip_version': 4}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:11.966659 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d5f90191-5119-4c3c-b5d5-635768fa5e35 req-2f3b293c-8d5e-4d4b-9b0f-21df640dc039 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Apr 29 18:47:11.997315 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b115bc5-4b8b-45ef-962d-5c72dfb8444e admin admin] Pushing event updated for resources: {'Network': ['ID=d3c95e61-e689-490c-8a10-d7343a3833ef,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:12.008030 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Made reservation on behalf of cbeb3229d0de484cba6fc698fc072af5 for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:47:12.008242 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network d3c95e61-e689-490c-8a10-d7343a3833ef details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:47:12.010356 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9086954'] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.199410 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9086744'] for subnet (592e7e41-a9d5-40b0-9621-cd4bd4499cb4), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.252154 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592e7e41-a9d5-40b0-9621-cd4bd4499cb4,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:12.261659 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Checking segment: {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:12.262011 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Network hostable DHCP agents. Network: d3c95e61-e689-490c-8a10-d7343a3833ef, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:47:12.281287 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Network d3c95e61-e689-490c-8a10-d7343a3833ef is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:47:12.289651 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, d3c95e61-e689-490c-8a10-d7343a3833ef) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:12.293952 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:12.294522 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.298765 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7325e048-90bc-4fcf-b4ef-6b3abb18bac5 None None] Network d3c95e61-e689-490c-8a10-d7343a3833ef requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:47:12.311572 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-4fd5ef0d-7460-4170-a14a-621bfbf71de6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3604949 Apr 29 18:47:12.314598 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 48700) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:12.319988 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:12.342233 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (722aa418-e040-4ea9-a89f-a0e9e7de3f81), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.343275 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (722aa418-e040-4ea9-a89f-a0e9e7de3f81), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.399875 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks [] for router_controller (722aa418-e040-4ea9-a89f-a0e9e7de3f81), precommit_add_association {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.407378 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-d3c95e61-e689-490c-8a10-d7343a3833ef', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:47:12.408260 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.546125 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks [] for router_gateway (722aa418-e040-4ea9-a89f-a0e9e7de3f81), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.553929 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Allocated IP 172.20.0.2 (d3c95e61-e689-490c-8a10-d7343a3833ef/592e7e41-a9d5-40b0-9621-cd4bd4499cb4/754ac554-2b83-45c4-9029-0e3d0546d8df) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:12.674526 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2f3c9c4e-5ee0-4c5e-ba24-ed180e6ecd7e req-e6e5cd75-1aab-4924-8c87-fc1c08a34894 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 210 time: 0.0301394 Apr 29 18:47:12.707751 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Publish callbacks [] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.714503 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.750856 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks [] for router_gateway (722aa418-e040-4ea9-a89f-a0e9e7de3f81), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.751860 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Network d3c95e61-e689-490c-8a10-d7343a3833ef is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:12.758787 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:12.762931 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:12.765940 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Pushing event updated for resources: {'Port': ['ID=754ac554-2b83-45c4-9029-0e3d0546d8df,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:12.772821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.820598 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Attempting to bind port 754ac554-2b83-45c4-9029-0e3d0546d8df on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:47:12.820598 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Attempting to bind port 754ac554-2b83-45c4-9029-0e3d0546d8df by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:47:12.820963 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Attempting to bind port 754ac554-2b83-45c4-9029-0e3d0546d8df on network d3c95e61-e689-490c-8a10-d7343a3833ef {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:12.826275 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:47:12.826646 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Checking segment: {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:12.827042 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.827430 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Bound using segment: {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:47:12.827888 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Bound port: 754ac554-2b83-45c4-9029-0e3d0546d8df, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:47:12.828257 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.890464 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Allocated IP 172.27.0.105 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/2694eadb-ddbf-4f1f-8797-73d412e69fe1) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:12.890644 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] For port 754ac554-2b83-45c4-9029-0e3d0546d8df, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:47:12.893294 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] For port 754ac554-2b83-45c4-9029-0e3d0546d8df, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=754ac554-2b83-45c4-9029-0e3d0546d8df,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:47:12.901464 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:12.963934 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761552a-e867-488c-ba43-b9d7d6675758 None None] Pushing event updated for resources: {'Port': ['ID=754ac554-2b83-45c4-9029-0e3d0546d8df,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:13.001651 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-af96b690-2b66-4cbf-958a-e022107bd958 req-edb903bc-1c18-4459-ada6-6699610890cf tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0411193 Apr 29 18:47:13.041482 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks [] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:13.080036 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:13.110671 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47a99d-96f7-45a1-9760-cf63d30636c2 req-7910189d-4c74-4ddb-abe4-fc80a706a287 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:13.112258 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-db47a99d-96f7-45a1-9760-cf63d30636c2 req-7910189d-4c74-4ddb-abe4-fc80a706a287 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 944 time: 0.0543597 Apr 29 18:47:13.124455 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:13.129728 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:13.132551 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:13.181913 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Pushing event updated for resources: {'Port': ['ID=2694eadb-ddbf-4f1f-8797-73d412e69fe1,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:13.194449 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-db47a99d-96f7-45a1-9760-cf63d30636c2 req-bc0b7e82-404c-4d9c-9196-bce276d665a3 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762746 Apr 29 18:47:13.409233 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks [] for router_gateway (722aa418-e040-4ea9-a89f-a0e9e7de3f81), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:13.613497 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (722aa418-e040-4ea9-a89f-a0e9e7de3f81), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:13.757031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:47:13.791714 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ed1343d1-13b8-4e66-b8bb-d6dfefe33704 req-abe8bd2a-ef32-4653-bb1a-3bf97d9f9025 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 210 time: 0.0322046 Apr 29 18:47:13.897863 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e41584-3737-4db9-a729-7e708359d1c8 None None] Network d3c95e61-e689-490c-8a10-d7343a3833ef requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:47:13.900801 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:47:13.913637 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Sync routers for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:47:13.922231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:13.923119 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-583fcafd-d993-4157-adc1-f31bd48e1546 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6064925 Apr 29 18:47:13.925342 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48714) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:13.934909 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:13.935525 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:46:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:14.074550 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:14.148552 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-db1ce4af-d1ca-4695-859d-157d364df544 req-9be9bc58-1cd2-4d76-bf1d-821caa455e40 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0408964 Apr 29 18:47:14.184137 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-34591f9d-5eb2-421b-8d54-751d189d939f None None] Provisioning complete for port 754ac554-2b83-45c4-9029-0e3d0546d8df triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:14.184795 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-34591f9d-5eb2-421b-8d54-751d189d939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.292074 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-34591f9d-5eb2-421b-8d54-751d189d939f None None] Current status of the port 754ac554-2b83-45c4-9029-0e3d0546d8df is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:14.293144 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-34591f9d-5eb2-421b-8d54-751d189d939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.357678 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-34591f9d-5eb2-421b-8d54-751d189d939f None None] For port 754ac554-2b83-45c4-9029-0e3d0546d8df, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=754ac554-2b83-45c4-9029-0e3d0546d8df,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:14.366667 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-34591f9d-5eb2-421b-8d54-751d189d939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.387451 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d6a1f-5343-4516-b070-58ea3a14295f req-db20f116-74ea-4265-9fff-919f85eda007 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:14.389763 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-820d6a1f-5343-4516-b070-58ea3a14295f req-db20f116-74ea-4265-9fff-919f85eda007 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 944 time: 0.0777116 Apr 29 18:47:14.442317 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:13Z', 'revision_number': 3, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:14.466509 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34591f9d-5eb2-421b-8d54-751d189d939f None None] Pushing event updated for resources: {'Port': ['ID=754ac554-2b83-45c4-9029-0e3d0546d8df,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:14.470447 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-820d6a1f-5343-4516-b070-58ea3a14295f req-befc0927-239f-4106-9125-b03898e9070f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682919 Apr 29 18:47:14.481966 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Checking router: 722aa418-e040-4ea9-a89f-a0e9e7de3f81 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:47:14.482475 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Updating router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 port 2694eadb-ddbf-4f1f-8797-73d412e69fe1 binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:47:14.519940 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.541419 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.596095 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-f87f95ee-7a43-44b5-a632-8e4661427af2 None None] Provisioning complete for port 754ac554-2b83-45c4-9029-0e3d0546d8df triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:14.597364 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f87f95ee-7a43-44b5-a632-8e4661427af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.665663 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 754ac554-2b83-45c4-9029-0e3d0546d8df up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:14.741405 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-f87f95ee-7a43-44b5-a632-8e4661427af2 None None] Current status of the port 754ac554-2b83-45c4-9029-0e3d0546d8df is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:14.742336 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Allocated IP 172.20.0.1 (d3c95e61-e689-490c-8a10-d7343a3833ef/592e7e41-a9d5-40b0-9621-cd4bd4499cb4/c144d1bb-6458-4471-87a2-99bd305e6d60) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:14.749676 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 754ac554-2b83-45c4-9029-0e3d0546d8df triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:14.749947 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.840969 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Publish callbacks [] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.851821 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 754ac554-2b83-45c4-9029-0e3d0546d8df is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:14.854724 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.889788 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Publish callbacks [] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.908701 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3584da28-d0c7-4f8b-a81a-fc605ab6d59e req-423b6870-8fa1-4788-b64b-323670defab1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 210 time: 0.0413890 Apr 29 18:47:14.933161 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Attempting to bind port 2694eadb-ddbf-4f1f-8797-73d412e69fe1 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:47:14.933738 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Attempting to bind port 2694eadb-ddbf-4f1f-8797-73d412e69fe1 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:47:14.933859 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Attempting to bind port 2694eadb-ddbf-4f1f-8797-73d412e69fe1 on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:14.939256 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Pushing event updated for resources: {'Port': ['ID=2694eadb-ddbf-4f1f-8797-73d412e69fe1,revision_number=2']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:14.948545 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.948895 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.949255 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.949386 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.949829 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.949909 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.950226 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.950718 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.951064 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.951399 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.951720 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.952040 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.952391 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.952715 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.953032 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.953369 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:47:14.956877 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:47:14.957246 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:14.957675 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:14.958082 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:47:14.958691 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Bound port: 2694eadb-ddbf-4f1f-8797-73d412e69fe1, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:47:14.959083 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:15.006485 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Network d3c95e61-e689-490c-8a10-d7343a3833ef is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:15.009438 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:15.013614 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:15.014328 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] For port 2694eadb-ddbf-4f1f-8797-73d412e69fe1, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:47:15.016668 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Pushing event updated for resources: {'Port': ['ID=c144d1bb-6458-4471-87a2-99bd305e6d60,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:15.019255 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] For port 2694eadb-ddbf-4f1f-8797-73d412e69fe1, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2694eadb-ddbf-4f1f-8797-73d412e69fe1,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:47:15.030364 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:15.105003 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:15.105697 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:46:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:15.111196 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f3523-d4b3-485c-b19a-e6e66717243d None None] Pushing event updated for resources: {'Port': ['ID=2694eadb-ddbf-4f1f-8797-73d412e69fe1,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:15.238577 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:15.267894 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-faa8e210-4f68-4cf0-bb9f-8c9925a6cef5 req-f84970e1-097a-47fd-bbe9-ec48b462436a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0379584 Apr 29 18:47:15.268634 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-e85b7017-d5f3-4424-b07a-9deb4710bc23 None None] Provisioning complete for port c144d1bb-6458-4471-87a2-99bd305e6d60 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:15.269515 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e85b7017-d5f3-4424-b07a-9deb4710bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:15.277564 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (722aa418-e040-4ea9-a89f-a0e9e7de3f81), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:15.315380 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-e85b7017-d5f3-4424-b07a-9deb4710bc23 None None] Port c144d1bb-6458-4471-87a2-99bd305e6d60 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:47:15.413554 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:15.424382 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:13Z', 'revision_number': 3, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:15.455008 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed38ba5-0743-4b81-acde-e3985a4d8b3a None None] The sync data for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi is: [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:13Z', 'revision_number': 3, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:47:15.611018 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30478a-d5a3-421a-ab25-b458f96f2772 req-6a509f28-79f5-477e-9343-c883d140bf3c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:15.612512 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8d30478a-d5a3-421a-ab25-b458f96f2772 req-6a509f28-79f5-477e-9343-c883d140bf3c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 944 time: 0.0652971 Apr 29 18:47:15.667860 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Publish callbacks [] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:15.673006 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:15.731758 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8d30478a-d5a3-421a-ab25-b458f96f2772 req-7d5abe56-109d-482f-8920-b02e5851ee7e tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088128 Apr 29 18:47:15.762470 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Pushing event updated for resources: {'Port': ['ID=c144d1bb-6458-4471-87a2-99bd305e6d60,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:15.765985 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (722aa418-e040-4ea9-a89f-a0e9e7de3f81), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:15.861365 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Network d3c95e61-e689-490c-8a10-d7343a3833ef is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:15.862810 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:16.009591 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:47:16.038868 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-973962e9-d12f-457f-a9eb-faa2fe4a951b req-08e235d8-c8f9-4873-b704-ecaa5f1667e1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 210 time: 0.0433249 Apr 29 18:47:16.141788 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:47:16.143042 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-e570ed69-a7a8-46b7-8ab8-435a640c7075 None None] Provisioning complete for port c144d1bb-6458-4471-87a2-99bd305e6d60 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:16.143601 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e570ed69-a7a8-46b7-8ab8-435a640c7075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.148539 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f225750f-04bb-4397-a242-af2ad1c8786e admin admin] 10.222.0.50 "PUT /v2.0/routers/722aa418-e040-4ea9-a89f-a0e9e7de3f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2206397 Apr 29 18:47:16.189931 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-e570ed69-a7a8-46b7-8ab8-435a640c7075 None None] Port c144d1bb-6458-4471-87a2-99bd305e6d60 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:47:16.374103 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-bd97fff8-5d33-4d87-b7fe-387e487bf5d1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:16.375927 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-bd97fff8-5d33-4d87-b7fe-387e487bf5d1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 819 time: 0.1346867 Apr 29 18:47:16.393510 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d11b77c3-450e-43bf-9746-eecca73b8f42 req-642721ef-5a00-4e23-8ed7-e09993e27da7 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0371397 Apr 29 18:47:16.623583 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2694eadb-ddbf-4f1f-8797-73d412e69fe1 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:16.673818 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 2694eadb-ddbf-4f1f-8797-73d412e69fe1 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:16.674306 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.728112 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48748) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:16.733023 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-851922637-network', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:16.753982 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Made reservation on behalf of 56cb31438dbf448d9a3862c45b94912e for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:47:16.756136 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 2694eadb-ddbf-4f1f-8797-73d412e69fe1 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:16.756761 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.758480 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.769494 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.782027 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 2694eadb-ddbf-4f1f-8797-73d412e69fe1, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2694eadb-ddbf-4f1f-8797-73d412e69fe1,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:16.787587 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.872730 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=2694eadb-ddbf-4f1f-8797-73d412e69fe1,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:16.886457 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Publish callbacks [] for security_group (b3466a76-9972-4ce4-ad8a-979388347bfd), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.891799 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (b3466a76-9972-4ce4-ad8a-979388347bfd), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.897857 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259551a5-0636-45d1-baa3-4baf558d6841 req-446c0e51-640c-4b39-8366-b6ad7c3a986a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:16.906590 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-259551a5-0636-45d1-baa3-4baf558d6841 req-446c0e51-640c-4b39-8366-b6ad7c3a986a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 944 time: 0.0983274 Apr 29 18:47:16.923153 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:47:16.934205 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3466a76-9972-4ce4-ad8a-979388347bfd,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:16.940671 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.941009 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Added segment d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a of type vlan for network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 Apr 29 18:47:16.977148 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-fd1d8e25-c110-4aeb-bfe2-2c259e334a72 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2f2dec75acb4277945a986b8393b0a1 HTTP/1.1" status: 200 len: 380 time: 0.1296737 Apr 29 18:47:16.984471 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (21ed573c-e4ae-4d18-a8d3-5603c8d3f944), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:16.995437 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-259551a5-0636-45d1-baa3-4baf558d6841 req-71913ce5-4bc7-44ca-b383-d3b4378712a0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706835 Apr 29 18:47:17.019223 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (21ed573c-e4ae-4d18-a8d3-5603c8d3f944), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.020405 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:17.021030 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.068366 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3366296 Apr 29 18:47:17.068959 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48762) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:17.074211 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Request body: {'subnet': {'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-851922637-subnet', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'ip_version': 4}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:17.107665 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 10ecab05-24bc-40bf-b5dc-7da8769c23cf up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:17.127931 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817f8c4-d370-493e-b107-f82ded089a5e admin admin] Pushing event updated for resources: {'Network': ['ID=21ed573c-e4ae-4d18-a8d3-5603c8d3f944,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:17.152074 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:47:17.157480 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2476b5a7-0a08-406b-a9b5-dadeb5612d97 req-ad258495-ef08-494d-b885-7b9d8ac64e59 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 210 time: 0.0497389 Apr 29 18:47:17.167160 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Request body: {'port': {'device_id': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'admin_state_up': True, 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'security_groups': ['47e583fc-b93c-4e96-8d92-cbb5b42480d1']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:17.173149 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Made reservation on behalf of 56cb31438dbf448d9a3862c45b94912e for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:47:17.180827 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9086954'] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.284980 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port 10ecab05-24bc-40bf-b5dc-7da8769c23cf completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:47:17.303928 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port 10ecab05-24bc-40bf-b5dc-7da8769c23cf triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:17.304521 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.377207 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Made reservation on behalf of e2f2dec75acb4277945a986b8393b0a1 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:47:17.381177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.382052 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-dd357a42-0dcb-4c9e-a7cf-677bf2844460 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:17.383612 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-dd357a42-0dcb-4c9e-a7cf-677bf2844460 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 812 time: 0.1806519 Apr 29 18:47:17.417363 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 10ecab05-24bc-40bf-b5dc-7da8769c23cf is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:17.417822 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.420309 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Sync routers for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:47:17.440346 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:17.441175 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:46:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:17.500186 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:47:17.502927 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e643c5-abae-4097-93d3-c7ac195468e9" -d '{"events": [{"server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "name": "network-vif-plugged", "status": "completed", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:47:17.530801 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:17.547105 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9086744'] for subnet (873c2df4-9b9f-44b4-a82d-ad8374db9005), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.596483 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9813aab4-161f-43d2-b37d-eb9db663b2f2 x-openstack-request-id: req-9813aab4-161f-43d2-b37d-eb9db663b2f2 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:47:17.596746 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "name": "network-vif-plugged", "status": "completed", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:47:17.596967 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9813aab4-161f-43d2-b37d-eb9db663b2f2 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:47:17.601896 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9813aab4-161f-43d2-b37d-eb9db663b2f2'] response: {'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'code': 200} Apr 29 18:47:17.601896 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.616662 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-094b0bbe-7eec-4532-9a35-4979d88ce5e1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8853dc3f41e147018cc50778b57b9c97 HTTP/1.1" status: 200 len: 380 time: 0.1803751 Apr 29 18:47:17.636137 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'port': {'device_id': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'admin_state_up': True, 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'security_groups': ['c19831e7-f9f2-4a8b-b338-2a5b4e4759d3']}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:17.668414 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=873c2df4-9b9f-44b4-a82d-ad8374db9005,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:17.674806 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:17.684161 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Checking segment: {'id': 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:17.684622 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Network hostable DHCP agents. Network: 21ed573c-e4ae-4d18-a8d3-5603c8d3f944, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:47:17.711881 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=10ecab05-24bc-40bf-b5dc-7da8769c23cf,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:17.736144 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ed384420-d37e-43c4-9fd3-15529420607c req-26e9fe6b-3414-4ec5-b39c-98c3a7f4cade tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0409486 Apr 29 18:47:17.747741 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:47:17.774994 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 21ed573c-e4ae-4d18-a8d3-5603c8d3f944) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:17.782779 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:17.784240 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.808816 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd9884-f694-44e4-9525-23693fde2b17 None None] Network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:47:17.818196 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Made reservation on behalf of 8853dc3f41e147018cc50778b57b9c97 for: {'port': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:47:17.821673 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.827967 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e1336f08-76c0-46b0-a5d5-a0452f0cb3ed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7577798 Apr 29 18:47:17.831982 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 48770) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:17.836876 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:17.898829 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (209b84e5-d00c-4d23-96a4-76a8ffb2c081), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.899928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (209b84e5-d00c-4d23-96a4-76a8ffb2c081), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:17.933701 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Allocated IP 172.20.0.9 (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972/4df2cf67-cecf-40b2-939c-f0b6276d9719/de1fce53-5d55-4a86-a6e8-8f592b448c29) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:17.969324 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks [] for router_controller (209b84e5-d00c-4d23-96a4-76a8ffb2c081), precommit_add_association {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.026592 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Allocated IP 172.20.0.7 (337102da-809f-4a0b-9083-4f036df3d9f9/6529c5bb-1d89-43b3-9409-929526bca951/dd14ca78-0425-4843-b66d-9fc9f4f771ab) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:18.048785 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-21ed573c-e4ae-4d18-a8d3-5603c8d3f944', 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944', 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'fixed_ips': [{'subnet_id': '873c2df4-9b9f-44b4-a82d-ad8374db9005'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:47:18.049963 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.133661 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'c144d1bb-6458-4471-87a2-99bd305e6d60', 'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'mac_address': 'fa:16:3e:f1:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:14Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 2, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'subnets': [{'id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:18.184379 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Checking router: 722aa418-e040-4ea9-a89f-a0e9e7de3f81 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:47:18.184681 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Updating router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 port c144d1bb-6458-4471-87a2-99bd305e6d60 binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:47:18.211612 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks [] for router_gateway (209b84e5-d00c-4d23-96a4-76a8ffb2c081), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.257877 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae83f-9d4e-4267-8ce0-4ce9a3e314a4 req-2be18edd-d75b-4f66-ae69-1a9c91e97ffd tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:18.266433 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6b9ae83f-9d4e-4267-8ce0-4ce9a3e314a4 req-2be18edd-d75b-4f66-ae69-1a9c91e97ffd tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.1210444 Apr 29 18:47:18.304978 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.353720 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6b9ae83f-9d4e-4267-8ce0-4ce9a3e314a4 req-b12d895d-6f65-49f3-851b-042b9afbf089 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861742 Apr 29 18:47:18.357367 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.360629 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.378739 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f0aa5d3-ae45-4751-af8f-56ec4bf0557f req-c1b16430-c904-4431-970f-37804e06e35a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 210 time: 0.0914104 Apr 29 18:47:18.410602 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.449726 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.450715 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Network 337102da-809f-4a0b-9083-4f036df3d9f9 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:18.455802 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:18.459181 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Allocated IP 172.20.0.2 (21ed573c-e4ae-4d18-a8d3-5603c8d3f944/873c2df4-9b9f-44b4-a82d-ad8374db9005/18735b77-83fa-44db-a77b-b1e87f0ff5db) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:18.462325 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:18.491059 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'Port': ['ID=dd14ca78-0425-4843-b66d-9fc9f4f771ab,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:18.527210 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:18.536768 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:18.537729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.557504 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:18.565426 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:18.581914 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-a08d32e5-2573-41de-9ffd-f7955909e783 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9494717 Apr 29 18:47:18.601648 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event updated for resources: {'Port': ['ID=de1fce53-5d55-4a86-a6e8-8f592b448c29,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:18.671879 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks [] for router_gateway (209b84e5-d00c-4d23-96a4-76a8ffb2c081), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.701543 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:18.702857 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.706127 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.772091 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-884f3fe6-b6a6-4673-bf39-a124a6aec92f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6118417 Apr 29 18:47:18.782306 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2694eadb-ddbf-4f1f-8797-73d412e69fe1 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:18.864821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Allocated IP 172.27.0.112 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/7f541e56-6795-45e2-bb25-2acc3d870837) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:18.880443 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-50eadb58-6186-4426-9834-c2513191fb84 None None] Provisioning complete for port dd14ca78-0425-4843-b66d-9fc9f4f771ab triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:18.880907 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-50eadb58-6186-4426-9834-c2513191fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.895892 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0e35f-a7ef-4bab-823a-c6aa6b096de6 req-36db3e40-5f3f-4ef2-87ab-1520c646fa05 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:18.897565 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0fa0e35f-a7ef-4bab-823a-c6aa6b096de6 req-36db3e40-5f3f-4ef2-87ab-1520c646fa05 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 931 time: 0.0592906 Apr 29 18:47:18.954484 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0fa0e35f-a7ef-4bab-823a-c6aa6b096de6 req-40d9b827-74aa-4869-bd31-eba028467b8b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512526 Apr 29 18:47:18.975879 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 2694eadb-ddbf-4f1f-8797-73d412e69fe1 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:18.975879 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.977318 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks [] for port (7f541e56-6795-45e2-bb25-2acc3d870837), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:18.981285 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-50eadb58-6186-4426-9834-c2513191fb84 None None] Port dd14ca78-0425-4843-b66d-9fc9f4f771ab cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:47:19.011707 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.042412 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Publish callbacks [] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.046780 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:19.049959 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:19.053590 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:19.056342 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.073907 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Publish callbacks [] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.095322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Pushing event updated for resources: {'Port': ['ID=7f541e56-6795-45e2-bb25-2acc3d870837,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:19.104603 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.129403 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:19.141258 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-feaec032-c4ae-4f1a-b0d3-b6612b0cd815 None None] Provisioning complete for port de1fce53-5d55-4a86-a6e8-8f592b448c29 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:19.141594 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-feaec032-c4ae-4f1a-b0d3-b6612b0cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.143401 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:19.148747 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:19.151373 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Pushing event updated for resources: {'Port': ['ID=18735b77-83fa-44db-a77b-b1e87f0ff5db,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:19.281597 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-feaec032-c4ae-4f1a-b0d3-b6612b0cd815 None None] Port de1fce53-5d55-4a86-a6e8-8f592b448c29 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:47:19.300369 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b835d16-74f9-49af-9f78-41b5c6ade05c None None] Pushing event updated for resources: {'Port': ['ID=c144d1bb-6458-4471-87a2-99bd305e6d60,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:19.302706 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 2694eadb-ddbf-4f1f-8797-73d412e69fe1 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:19.341989 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks [] for router_gateway (209b84e5-d00c-4d23-96a4-76a8ffb2c081), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.362234 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Attempting to bind port 18735b77-83fa-44db-a77b-b1e87f0ff5db on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:47:19.362601 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Attempting to bind port 18735b77-83fa-44db-a77b-b1e87f0ff5db by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:47:19.362961 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Attempting to bind port 18735b77-83fa-44db-a77b-b1e87f0ff5db on network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:19.369403 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Attempting to bind port c144d1bb-6458-4471-87a2-99bd305e6d60 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:47:19.369598 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Attempting to bind port c144d1bb-6458-4471-87a2-99bd305e6d60 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:47:19.370083 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Attempting to bind port c144d1bb-6458-4471-87a2-99bd305e6d60 on network d3c95e61-e689-490c-8a10-d7343a3833ef {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:19.373300 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:47:19.373926 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Checking segment: {'id': 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:19.374121 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.374475 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Bound using segment: {'id': 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:47:19.374942 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Bound port: 18735b77-83fa-44db-a77b-b1e87f0ff5db, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:47:19.375312 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.378989 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:47:19.379339 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Checking segment: {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:19.379713 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.380248 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Bound using segment: {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:47:19.380722 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Bound port: c144d1bb-6458-4471-87a2-99bd305e6d60, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:47:19.381088 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.430131 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-f5525ad2-3143-43d2-aa6c-b020dd18e213 None None] Provisioning complete for port c144d1bb-6458-4471-87a2-99bd305e6d60 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:19.430498 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f5525ad2-3143-43d2-aa6c-b020dd18e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.516957 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810c209-cdb1-4860-b8cd-d07812cd7465 req-68e92dda-f34c-4f6b-9e1a-65b5e4ce1e71 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:19.519117 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e810c209-cdb1-4860-b8cd-d07812cd7465 req-68e92dda-f34c-4f6b-9e1a-65b5e4ce1e71 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 931 time: 0.0501459 Apr 29 18:47:19.526881 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-f5525ad2-3143-43d2-aa6c-b020dd18e213 None None] Port c144d1bb-6458-4471-87a2-99bd305e6d60 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:47:19.533617 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] For port 18735b77-83fa-44db-a77b-b1e87f0ff5db, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:47:19.537691 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] For port 18735b77-83fa-44db-a77b-b1e87f0ff5db, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=18735b77-83fa-44db-a77b-b1e87f0ff5db,segment=NetworkSegment(d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a),segment_id=d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:47:19.539317 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] For port c144d1bb-6458-4471-87a2-99bd305e6d60, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:47:19.543781 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] For port c144d1bb-6458-4471-87a2-99bd305e6d60, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=c144d1bb-6458-4471-87a2-99bd305e6d60,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:47:19.548550 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.549950 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d611b15-d8eb-40a4-bc7f-31a8b734d65a req-8d8800ec-2282-47fa-9b9d-39841c091981 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:19.551103 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6d611b15-d8eb-40a4-bc7f-31a8b734d65a req-8d8800ec-2282-47fa-9b9d-39841c091981 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0854273 Apr 29 18:47:19.555123 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.573800 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e810c209-cdb1-4860-b8cd-d07812cd7465 req-9e675586-0115-4f04-a28c-99ef026cac67 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476465 Apr 29 18:47:19.627367 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:19.628013 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:46:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:19.668994 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40504cd-3199-474a-ae68-1476ce33e23c None None] Pushing event updated for resources: {'Port': ['ID=18735b77-83fa-44db-a77b-b1e87f0ff5db,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:19.682705 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6d611b15-d8eb-40a4-bc7f-31a8b734d65a req-3ecba6f6-3e28-4c91-bdd3-7071d19c83c8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212575 Apr 29 18:47:19.700340 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (209b84e5-d00c-4d23-96a4-76a8ffb2c081), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:19.775694 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b835d16-74f9-49af-9f78-41b5c6ade05c None None] Pushing event updated for resources: {'Port': ['ID=c144d1bb-6458-4471-87a2-99bd305e6d60,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:19.794021 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:19.890886 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:47:19.981150 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-7597186d-f06a-4a7e-8f37-5b86b3a1adf3 None None] Provisioning complete for port c144d1bb-6458-4471-87a2-99bd305e6d60 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:19.981520 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7597186d-f06a-4a7e-8f37-5b86b3a1adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:20.021224 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:47:20.038552 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Sync routers for ids ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:47:20.048990 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:20.050564 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-b9bb2e15-986d-4068-b1ba-7d5b6dd2a10f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2174456 Apr 29 18:47:20.053921 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48790) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:20.054232 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Routers {'209b84e5-d00c-4d23-96a4-76a8ffb2c081'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:20.055343 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:46:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:20.085886 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'c144d1bb-6458-4471-87a2-99bd305e6d60', 'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'mac_address': 'fa:16:3e:f1:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:14Z', 'updated_at': '2022-04-29T18:47:19Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'subnets': [{'id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:20.135049 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123d61d-6b7f-4b3c-92fa-27bffb5f9785 None None] The sync data for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi is: [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'c144d1bb-6458-4471-87a2-99bd305e6d60', 'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'mac_address': 'fa:16:3e:f1:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:14Z', 'updated_at': '2022-04-29T18:47:19Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'subnets': [{'id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:47:20.151890 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-7597186d-f06a-4a7e-8f37-5b86b3a1adf3 None None] Current status of the port c144d1bb-6458-4471-87a2-99bd305e6d60 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:20.152602 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48bb86-df18-4df0-892a-7c51d0dcaa42 req-6ac6cd2d-a9d5-448b-b442-9aeca8c32c4e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:20.153092 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7597186d-f06a-4a7e-8f37-5b86b3a1adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:20.154097 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5a48bb86-df18-4df0-892a-7c51d0dcaa42 req-6ac6cd2d-a9d5-448b-b442-9aeca8c32c4e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 931 time: 0.0910501 Apr 29 18:47:20.184221 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Set router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:20.192499 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-7597186d-f06a-4a7e-8f37-5b86b3a1adf3 None None] For port c144d1bb-6458-4471-87a2-99bd305e6d60, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=c144d1bb-6458-4471-87a2-99bd305e6d60,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:20.202765 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7597186d-f06a-4a7e-8f37-5b86b3a1adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:20.285903 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5a48bb86-df18-4df0-892a-7c51d0dcaa42 req-dc150b67-aa38-4a58-9f63-f6c6f0836af2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227853 Apr 29 18:47:20.286878 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597186d-f06a-4a7e-8f37-5b86b3a1adf3 None None] Pushing event updated for resources: {'Port': ['ID=c144d1bb-6458-4471-87a2-99bd305e6d60,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:20.405469 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:17Z', 'updated_at': '2022-04-29T18:47:19Z', 'revision_number': 3, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'gw_port': {'id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:18Z', 'updated_at': '2022-04-29T18:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:20.434210 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Checking router: 209b84e5-d00c-4d23-96a4-76a8ffb2c081 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:47:20.434557 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Updating router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 port 7f541e56-6795-45e2-bb25-2acc3d870837 binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:47:20.470463 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:20.731673 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:20.753919 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 18735b77-83fa-44db-a77b-b1e87f0ff5db up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:20.788383 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc241d1-16f9-4433-b68f-ee9b719998b2 req-d8adc767-5f00-4931-a8d7-569f3d514cef tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:20.795088 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dbc241d1-16f9-4433-b68f-ee9b719998b2 req-d8adc767-5f00-4931-a8d7-569f3d514cef tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 931 time: 0.0946531 Apr 29 18:47:20.872974 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 18735b77-83fa-44db-a77b-b1e87f0ff5db triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:20.873544 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:20.899786 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dbc241d1-16f9-4433-b68f-ee9b719998b2 req-fd618137-6529-4730-aa6f-8694b5e503c9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981050 Apr 29 18:47:20.909152 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Publish callbacks [] for port (7f541e56-6795-45e2-bb25-2acc3d870837), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:20.927743 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:20.989517 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d4a9f-09c3-4646-b01b-312ffb7a4f85 req-e1821b5f-0295-4a02-a890-8e0e1b6810a8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:20.991719 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Attempting to bind port 7f541e56-6795-45e2-bb25-2acc3d870837 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:47:20.992093 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Attempting to bind port 7f541e56-6795-45e2-bb25-2acc3d870837 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:47:20.992452 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Attempting to bind port 7f541e56-6795-45e2-bb25-2acc3d870837 on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:20.996947 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5c8d4a9f-09c3-4646-b01b-312ffb7a4f85 req-e1821b5f-0295-4a02-a890-8e0e1b6810a8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.1602292 Apr 29 18:47:20.999847 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:47:21.000235 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:21.000661 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.007558 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:47:21.008145 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Bound port: 7f541e56-6795-45e2-bb25-2acc3d870837, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:47:21.008562 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.011763 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 18735b77-83fa-44db-a77b-b1e87f0ff5db is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:21.012265 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.046534 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb6a15b-5de3-4635-aab1-9e8ee9439faa None None] Network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:47:21.075157 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d844f2-1658-4b0e-adcc-b5a42fcb9d08 None None] Pushing event updated for resources: {'Port': ['ID=7f541e56-6795-45e2-bb25-2acc3d870837,revision_number=2']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:21.085574 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] For port 7f541e56-6795-45e2-bb25-2acc3d870837, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:47:21.088010 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Allocated IP 172.20.0.1 (21ed573c-e4ae-4d18-a8d3-5603c8d3f944/873c2df4-9b9f-44b4-a82d-ad8374db9005/02ea5a8d-51a6-43e8-b171-2cd113a90fa2) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:21.091260 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] For port 7f541e56-6795-45e2-bb25-2acc3d870837, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=7f541e56-6795-45e2-bb25-2acc3d870837,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:47:21.097764 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 18735b77-83fa-44db-a77b-b1e87f0ff5db, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=18735b77-83fa-44db-a77b-b1e87f0ff5db,segment=NetworkSegment(d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a),segment_id=d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:21.104531 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.126406 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.127211 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device c144d1bb-6458-4471-87a2-99bd305e6d60 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:21.176295 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Routers {'209b84e5-d00c-4d23-96a4-76a8ffb2c081'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:21.178745 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:46:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:21.231774 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d844f2-1658-4b0e-adcc-b5a42fcb9d08 None None] Pushing event updated for resources: {'Port': ['ID=7f541e56-6795-45e2-bb25-2acc3d870837,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:21.345714 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] Set router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:21.394949 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-30969f03-2852-4f80-8fce-202d7cd5b340 None None] Provisioning complete for port 18735b77-83fa-44db-a77b-b1e87f0ff5db triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:21.395322 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-30969f03-2852-4f80-8fce-202d7cd5b340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.405008 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5c8d4a9f-09c3-4646-b01b-312ffb7a4f85 req-0a8d8187-1649-400b-aed9-698e148e287c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071822 Apr 29 18:47:21.477935 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8a2d-3087-4609-8113-140207d38b95 req-3ac8ac0f-1cc5-49a9-8dd0-7c0603ff5224 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:21.486064 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-97ba8a2d-3087-4609-8113-140207d38b95 req-3ac8ac0f-1cc5-49a9-8dd0-7c0603ff5224 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 931 time: 0.0830240 Apr 29 18:47:21.525955 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=18735b77-83fa-44db-a77b-b1e87f0ff5db,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:21.535492 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Publish callbacks [] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.576651 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-97ba8a2d-3087-4609-8113-140207d38b95 req-1e2ae274-5564-49c0-b2a8-00591aa7329a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895920 Apr 29 18:47:21.577056 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port c144d1bb-6458-4471-87a2-99bd305e6d60 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:21.577663 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.587250 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.644916 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:21.653069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:21.657658 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:21.662289 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-30969f03-2852-4f80-8fce-202d7cd5b340 None None] Current status of the port 18735b77-83fa-44db-a77b-b1e87f0ff5db is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:21.690537 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Pushing event updated for resources: {'Port': ['ID=02ea5a8d-51a6-43e8-b171-2cd113a90fa2,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:21.707017 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:17Z', 'updated_at': '2022-04-29T18:47:19Z', 'revision_number': 3, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'gw_port': {'id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:18Z', 'updated_at': '2022-04-29T18:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:21.723582 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (209b84e5-d00c-4d23-96a4-76a8ffb2c081), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.737681 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982e62f-aa00-41f4-a53a-958c6326a6c9 None None] The sync data for ids ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'] in dv-cinder-839987-1-iscsi is: [{'id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:17Z', 'updated_at': '2022-04-29T18:47:19Z', 'revision_number': 3, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'gw_port': {'id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:18Z', 'updated_at': '2022-04-29T18:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:47:21.749469 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port c144d1bb-6458-4471-87a2-99bd305e6d60 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:21.881234 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-c66b8432-a716-489c-a983-45cc2baf6197 None None] Provisioning complete for port 18735b77-83fa-44db-a77b-b1e87f0ff5db triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:21.881817 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c66b8432-a716-489c-a983-45cc2baf6197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.890786 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:21.990285 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-c66b8432-a716-489c-a983-45cc2baf6197 None None] Current status of the port 18735b77-83fa-44db-a77b-b1e87f0ff5db is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:22.067452 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f19cc-88f5-42c2-a86d-0af310dd2641 req-f15e1c28-2369-4f51-9cf3-f68fc4914fbd tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:22.069062 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e44f19cc-88f5-42c2-a86d-0af310dd2641 req-f15e1c28-2369-4f51-9cf3-f68fc4914fbd tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 931 time: 0.1063201 Apr 29 18:47:22.156750 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Publish callbacks [] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:22.162053 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e44f19cc-88f5-42c2-a86d-0af310dd2641 req-8b881356-0f10-4916-85a9-3aa6913917dc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863373 Apr 29 18:47:22.165775 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:22.211187 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-6aa4f28e-f04f-49b8-84a2-020cc500e8fb None None] Provisioning complete for port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:22.212035 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f28e-f04f-49b8-84a2-020cc500e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:22.241574 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (209b84e5-d00c-4d23-96a4-76a8ffb2c081), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:22.244641 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Pushing event updated for resources: {'Port': ['ID=02ea5a8d-51a6-43e8-b171-2cd113a90fa2,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:22.252099 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-6aa4f28e-f04f-49b8-84a2-020cc500e8fb None None] Port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:47:22.316121 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Request body: {'port': {'device_id': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:22.324032 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Request body: {'port': {'device_id': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:22.385587 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4280f07-f531-40be-a17e-ae4b028cddc6 req-1d4158ac-4964-4479-9635-380ab52c85df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:22.387076 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a4280f07-f531-40be-a17e-ae4b028cddc6 req-1d4158ac-4964-4479-9635-380ab52c85df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1129 time: 0.0669608 Apr 29 18:47:22.403041 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:22.408038 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:22.419141 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:22.421048 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:22.536993 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a4280f07-f531-40be-a17e-ae4b028cddc6 req-99d1848a-8703-4b83-8caf-d9f81a3007cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703924 Apr 29 18:47:22.668100 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69287620-ff0c-4ba8-bf60-78937c2c0eec req-5b696616-e8ff-4da1-8cdc-aa6d84a40dfc tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:22.670874 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-69287620-ff0c-4ba8-bf60-78937c2c0eec req-5b696616-e8ff-4da1-8cdc-aa6d84a40dfc tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0705059 Apr 29 18:47:22.763844 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-69287620-ff0c-4ba8-bf60-78937c2c0eec req-fcb84efe-3c51-4d73-8bd9-45297b238262 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840867 Apr 29 18:47:22.840822 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 18735b77-83fa-44db-a77b-b1e87f0ff5db up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:22.864233 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:47:22.884303 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1cdc-da2f-4c36-8469-08ebf3143c7c req-a866d88d-ac04-4f84-bc49-215ec10ec70c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:22.891475 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e85f1cdc-da2f-4c36-8469-08ebf3143c7c req-a866d88d-ac04-4f84-bc49-215ec10ec70c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 931 time: 0.1650209 Apr 29 18:47:22.917926 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-f54fbe0b-ceca-4e26-949e-b82a11bfa838 None None] Provisioning complete for port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:22.918770 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f54fbe0b-ceca-4e26-949e-b82a11bfa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:22.931124 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1fce53-5d55-4a86-a6e8-8f592b448c29 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:47:22.938748 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Publish callbacks [] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:22.952035 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Transition to ACTIVE for port object de1fce53-5d55-4a86-a6e8-8f592b448c29 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:47:22.957194 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:22.965245 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-f54fbe0b-ceca-4e26-949e-b82a11bfa838 None None] Port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:47:22.975274 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 18735b77-83fa-44db-a77b-b1e87f0ff5db triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:22.975852 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.002955 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Pushing event updated for resources: {'Port': ['ID=de1fce53-5d55-4a86-a6e8-8f592b448c29,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:23.106355 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Attempting to bind port de1fce53-5d55-4a86-a6e8-8f592b448c29 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:47:23.106687 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Attempting to bind port de1fce53-5d55-4a86-a6e8-8f592b448c29 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:47:23.109231 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e85f1cdc-da2f-4c36-8469-08ebf3143c7c req-f8d12230-6cee-4216-8188-fdc119ef7574 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165866 Apr 29 18:47:23.118235 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Attempting to bind port de1fce53-5d55-4a86-a6e8-8f592b448c29 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:23.126026 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Port de1fce53-5d55-4a86-a6e8-8f592b448c29 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:47:23.126549 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Attempting to bind port de1fce53-5d55-4a86-a6e8-8f592b448c29 on network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:23.127688 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 18735b77-83fa-44db-a77b-b1e87f0ff5db is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:23.128968 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 7f541e56-6795-45e2-bb25-2acc3d870837 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:23.134270 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:47:23.134938 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Checking segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:23.135409 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Bound using segment: {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:47:23.136080 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Bound port: de1fce53-5d55-4a86-a6e8-8f592b448c29, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e496a70-4fa1-4be5-8916-1394b5029585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:47:23.136723 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.166579 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:47:23.167951 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c42f185c-491f-4a0f-98b7-3e96064562f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.181110 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-b5eb99dd-54a1-411c-9856-e972ac91426d admin admin] 10.222.0.50 "PUT /v2.0/routers/209b84e5-d00c-4d23-96a4-76a8ffb2c081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1260636 Apr 29 18:47:23.196900 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd14ca78-0425-4843-b66d-9fc9f4f771ab {{(pid=110120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:47:23.204780 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 7f541e56-6795-45e2-bb25-2acc3d870837 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:23.205457 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.213143 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Publish callbacks [] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.232481 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.provisioning_blocks [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Transition to ACTIVE for port object dd14ca78-0425-4843-b66d-9fc9f4f771ab will not be triggered until provisioned by entity L2. {{(pid=110120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:47:23.241951 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.308249 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 7f541e56-6795-45e2-bb25-2acc3d870837 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:23.310456 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.342203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 7f541e56-6795-45e2-bb25-2acc3d870837, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=7f541e56-6795-45e2-bb25-2acc3d870837,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:23.348843 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14ca78-0425-4843-b66d-9fc9f4f771ab,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:23.348995 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.456628 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=7f541e56-6795-45e2-bb25-2acc3d870837,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:23.483918 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.managers [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Attempting to bind port dd14ca78-0425-4843-b66d-9fc9f4f771ab on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:47:23.484248 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.managers [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Attempting to bind port dd14ca78-0425-4843-b66d-9fc9f4f771ab by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}] {{(pid=110120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:47:23.484668 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Attempting to bind port dd14ca78-0425-4843-b66d-9fc9f4f771ab on network 337102da-809f-4a0b-9083-4f036df3d9f9 {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:23.495482 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Port dd14ca78-0425-4843-b66d-9fc9f4f771ab on network 337102da-809f-4a0b-9083-4f036df3d9f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:47:23.495899 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Attempting to bind port dd14ca78-0425-4843-b66d-9fc9f4f771ab on network 337102da-809f-4a0b-9083-4f036df3d9f9 {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:23.502394 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:47:23.502667 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Checking segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:23.503061 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Bound using segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} {{(pid=110120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:47:23.503592 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.managers [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Bound port: dd14ca78-0425-4843-b66d-9fc9f4f771ab, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}}] {{(pid=110120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:47:23.504010 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.612460 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] For port dd14ca78-0425-4843-b66d-9fc9f4f771ab, host hv-cinder-83998, cleared binding levels {{(pid=110120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:47:23.617917 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] For port dd14ca78-0425-4843-b66d-9fc9f4f771ab, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=dd14ca78-0425-4843-b66d-9fc9f4f771ab,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:47:23.628098 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.667082 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:23.667706 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:23.669486 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] 10.222.0.15 "PUT /v2.0/ports/dd14ca78-0425-4843-b66d-9fc9f4f771ab HTTP/1.1" status: 200 len: 1093 time: 1.3505621 Apr 29 18:47:23.670529 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'tag': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:47:23.673336 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9198346c-ddb3-49de-8c4c-929eb5f73931" -d '{"events": [{"name": "network-changed", "server_uuid": "c970cffb-48fd-471e-9cac-6b284c33118b", "tag": "dd14ca78-0425-4843-b66d-9fc9f4f771ab"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:47:23.711788 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f48ce-c3e7-4732-af60-fbf4301bd244 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14ca78-0425-4843-b66d-9fc9f4f771ab,revision_number=3']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:23.737218 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e449fe2-15ed-46e7-afbd-3304a04f7038 x-openstack-request-id: req-9e449fe2-15ed-46e7-afbd-3304a04f7038 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:47:23.737598 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c970cffb-48fd-471e-9cac-6b284c33118b", "tag": "dd14ca78-0425-4843-b66d-9fc9f4f771ab", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:47:23.737908 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e449fe2-15ed-46e7-afbd-3304a04f7038 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:47:23.738419 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e449fe2-15ed-46e7-afbd-3304a04f7038'] response: {'name': 'network-changed', 'server_uuid': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'tag': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'status': 'completed', 'code': 200} Apr 29 18:47:23.793840 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195d5e-148f-497b-a426-189718040e1d req-77d3b06f-2cb6-4616-9ac1-7f5d62063120 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:23.803395 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e1195d5e-148f-497b-a426-189718040e1d req-77d3b06f-2cb6-4616-9ac1-7f5d62063120 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.5430288 Apr 29 18:47:23.852202 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] For port de1fce53-5d55-4a86-a6e8-8f592b448c29, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:47:23.925896 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] For port de1fce53-5d55-4a86-a6e8-8f592b448c29, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:47:23.934375 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898597f5-c023-40f2-aea8-c234bb5f710a req-25128f7d-8766-42c6-9223-5a66501c90df tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:23.936213 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-898597f5-c023-40f2-aea8-c234bb5f710a req-25128f7d-8766-42c6-9223-5a66501c90df tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0719595 Apr 29 18:47:23.964989 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e1195d5e-148f-497b-a426-189718040e1d req-34cdb045-e099-44dc-9e5a-e886b9b0bcfb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605744 Apr 29 18:47:23.967064 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:24.006481 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-898597f5-c023-40f2-aea8-c234bb5f710a req-091cb55d-62d1-4318-9d24-f175919cda97 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629566 Apr 29 18:47:24.026094 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:24.026720 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:24.028103 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] 10.222.0.15 "PUT /v2.0/ports/de1fce53-5d55-4a86-a6e8-8f592b448c29 HTTP/1.1" status: 200 len: 1093 time: 1.7169697 Apr 29 18:47:24.028586 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:47:24.030847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6fcd80-ade0-4f8c-8f08-6a4294af19dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:47:24.057872 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eac033-36f6-4eab-9d56-3c96a9f1daae service neutron] Pushing event updated for resources: {'Port': ['ID=de1fce53-5d55-4a86-a6e8-8f592b448c29,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:24.085404 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b2a97e-e434-4a0a-8287-0a70b0741d56 x-openstack-request-id: req-d3b2a97e-e434-4a0a-8287-0a70b0741d56 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:47:24.085773 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:47:24.086133 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3b2a97e-e434-4a0a-8287-0a70b0741d56 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:47:24.086605 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b2a97e-e434-4a0a-8287-0a70b0741d56'] response: {'name': 'network-changed', 'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'status': 'completed', 'code': 200} Apr 29 18:47:24.133471 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Sync routers for ids ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:47:24.147166 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Routers {'209b84e5-d00c-4d23-96a4-76a8ffb2c081'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:24.147810 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:46:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:24.259909 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c661db-8ba4-45d0-a209-89f4208b0224 req-1c17d33f-5956-4743-b41b-c7f1862b18f9 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:24.261497 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-04c661db-8ba4-45d0-a209-89f4208b0224 req-1c17d33f-5956-4743-b41b-c7f1862b18f9 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0594959 Apr 29 18:47:24.288075 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Set router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:24.350964 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-04c661db-8ba4-45d0-a209-89f4208b0224 req-47ae6bf0-8d2d-4e11-b1d6-d220536ce3c6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835016 Apr 29 18:47:24.564983 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:17Z', 'updated_at': '2022-04-29T18:47:21Z', 'revision_number': 4, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'gw_port': {'id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:18Z', 'updated_at': '2022-04-29T18:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '02ea5a8d-51a6-43e8-b171-2cd113a90fa2', 'name': '', 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'mac_address': 'fa:16:3e:6e:c7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '873c2df4-9b9f-44b4-a82d-ad8374db9005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:20Z', 'updated_at': '2022-04-29T18:47:21Z', 'revision_number': 2, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'subnets': [{'id': '873c2df4-9b9f-44b4-a82d-ad8374db9005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:24.596968 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Checking router: 209b84e5-d00c-4d23-96a4-76a8ffb2c081 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:47:24.600557 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Updating router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:47:24.628139 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:24.665968 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 7f541e56-6795-45e2-bb25-2acc3d870837 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:24.814531 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 7f541e56-6795-45e2-bb25-2acc3d870837 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:24.815023 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:24.972923 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 7f541e56-6795-45e2-bb25-2acc3d870837 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:25.032362 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Publish callbacks [] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:25.041893 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:25.121863 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793139cb-8bca-4ed9-b0b7-68448847e32a None None] Pushing event updated for resources: {'Port': ['ID=02ea5a8d-51a6-43e8-b171-2cd113a90fa2,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:25.160561 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e217e4-7f6f-42c5-8951-48079d5d9570 req-178af04e-00cd-4b52-84c7-be72494d329f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:25.163338 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-96e217e4-7f6f-42c5-8951-48079d5d9570 req-178af04e-00cd-4b52-84c7-be72494d329f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0747476 Apr 29 18:47:25.175922 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1286-c687-4f16-b796-8f526db7dd45 req-adde2038-6d6f-4534-8ccc-ffe8097cd398 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:25.186660 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c62b1286-c687-4f16-b796-8f526db7dd45 req-adde2038-6d6f-4534-8ccc-ffe8097cd398 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.1095364 Apr 29 18:47:25.241678 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Attempting to bind port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:47:25.242230 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Attempting to bind port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:47:25.242390 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Attempting to bind port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 on network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:25.246276 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-96e217e4-7f6f-42c5-8951-48079d5d9570 req-b8623ecc-8d76-4f8b-899a-6da3b3842406 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761700 Apr 29 18:47:25.264823 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:47:25.264823 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Checking segment: {'id': 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:25.264823 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:25.264823 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Bound using segment: {'id': 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:47:25.264823 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Bound port: 02ea5a8d-51a6-43e8-b171-2cd113a90fa2, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:47:25.264823 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:25.272469 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c62b1286-c687-4f16-b796-8f526db7dd45 req-82bb6146-a45f-4d8b-81b0-b03ba662d475 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844729 Apr 29 18:47:25.336247 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7f981ea1-0c0e-42c0-ae5e-a380dd773057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:25.353279 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] For port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:47:25.356971 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] For port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=02ea5a8d-51a6-43e8-b171-2cd113a90fa2,segment=NetworkSegment(d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a),segment_id=d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:47:25.365780 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:25.432208 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Routers {'209b84e5-d00c-4d23-96a4-76a8ffb2c081'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:25.432874 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:47:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:25.499572 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793139cb-8bca-4ed9-b0b7-68448847e32a None None] Pushing event updated for resources: {'Port': ['ID=02ea5a8d-51a6-43e8-b171-2cd113a90fa2,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:25.526546 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-b5bf40be-6eec-4c8f-b289-7206d91350fa None None] Provisioning complete for port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:25.527150 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-b5bf40be-6eec-4c8f-b289-7206d91350fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:25.541129 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092fc5f-10b6-43a9-b2b5-d68b7b2dc39c req-7a49f107-ad20-4d48-9473-4e9fec7c513d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:25.550770 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9092fc5f-10b6-43a9-b2b5-d68b7b2dc39c req-7a49f107-ad20-4d48-9473-4e9fec7c513d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0808594 Apr 29 18:47:25.618060 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9092fc5f-10b6-43a9-b2b5-d68b7b2dc39c req-8e83823c-93a0-4a2a-bf98-fc4b4e592f8f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603580 Apr 29 18:47:25.830790 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] Set router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:25.875740 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf40be-6eec-4c8f-b289-7206d91350fa None None] Current status of the port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:25.876239 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-b5bf40be-6eec-4c8f-b289-7206d91350fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:25.948981 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-b5bf40be-6eec-4c8f-b289-7206d91350fa None None] For port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=02ea5a8d-51a6-43e8-b171-2cd113a90fa2,segment=NetworkSegment(d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a),segment_id=d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:25.966449 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-b5bf40be-6eec-4c8f-b289-7206d91350fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:26.091866 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf40be-6eec-4c8f-b289-7206d91350fa None None] Pushing event updated for resources: {'Port': ['ID=02ea5a8d-51a6-43e8-b171-2cd113a90fa2,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:26.103306 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-223adc3b-c2b0-4d60-b7b7-8b73ac3576a3 None None] Provisioning complete for port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:26.103306 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-223adc3b-c2b0-4d60-b7b7-8b73ac3576a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:26.180209 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:17Z', 'updated_at': '2022-04-29T18:47:21Z', 'revision_number': 4, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'gw_port': {'id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:18Z', 'updated_at': '2022-04-29T18:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '02ea5a8d-51a6-43e8-b171-2cd113a90fa2', 'name': '', 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'mac_address': 'fa:16:3e:6e:c7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '873c2df4-9b9f-44b4-a82d-ad8374db9005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:20Z', 'updated_at': '2022-04-29T18:47:25Z', 'revision_number': 4, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'subnets': [{'id': '873c2df4-9b9f-44b4-a82d-ad8374db9005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:26.213257 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b365063-04e7-4d91-98fa-e7370d10c34a None None] The sync data for ids ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'] in dv-cinder-839987-1-iscsi is: [{'id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:17Z', 'updated_at': '2022-04-29T18:47:21Z', 'revision_number': 4, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'gw_port': {'id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:18Z', 'updated_at': '2022-04-29T18:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '02ea5a8d-51a6-43e8-b171-2cd113a90fa2', 'name': '', 'network_id': '21ed573c-e4ae-4d18-a8d3-5603c8d3f944', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'mac_address': 'fa:16:3e:6e:c7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '873c2df4-9b9f-44b4-a82d-ad8374db9005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:20Z', 'updated_at': '2022-04-29T18:47:25Z', 'revision_number': 4, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'subnets': [{'id': '873c2df4-9b9f-44b4-a82d-ad8374db9005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:47:26.300135 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-223adc3b-c2b0-4d60-b7b7-8b73ac3576a3 None None] Current status of the port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:26.340356 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:26.448923 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6724f2-c84e-471b-b6fa-40ee66a11d01 req-d9443aa9-d25b-46a0-b0c1-1ac52432c3af tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:26.450587 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf02e5-65fb-42b2-94b0-588dcd6d9c0e req-0ac76a51-170d-441d-a711-6e3ed35c74c8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:26.452389 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6abf02e5-65fb-42b2-94b0-588dcd6d9c0e req-0ac76a51-170d-441d-a711-6e3ed35c74c8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.0707326 Apr 29 18:47:26.458372 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6f6724f2-c84e-471b-b6fa-40ee66a11d01 req-d9443aa9-d25b-46a0-b0c1-1ac52432c3af tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0871441 Apr 29 18:47:26.542138 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6abf02e5-65fb-42b2-94b0-588dcd6d9c0e req-f0ee3bc2-ada3-40f2-841e-66ff86a6da12 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814817 Apr 29 18:47:26.542389 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6f6724f2-c84e-471b-b6fa-40ee66a11d01 req-1cf09bc1-9a98-4d8e-af39-ae85873cda80 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827498 Apr 29 18:47:26.569009 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:47:26.679249 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:26.753075 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:26.753539 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:26.766765 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbed7b-b3d0-4275-9daf-8ec168ce9411 req-d69b88d2-9b52-4743-96db-05cc40dec934 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:26.776832 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-09bbed7b-b3d0-4275-9daf-8ec168ce9411 req-d69b88d2-9b52-4743-96db-05cc40dec934 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0797768 Apr 29 18:47:26.855144 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-09bbed7b-b3d0-4275-9daf-8ec168ce9411 req-e8eb7879-56ec-4229-9647-f49f736522a3 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774100 Apr 29 18:47:26.866740 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:27.556068 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:27.677829 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343b3fb-ee5c-4128-a752-106f1bbfd501 req-91c63092-e8ec-4981-bc2c-8f79e1216f9e tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:27.679430 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5c241-ca07-41ed-a34c-cae6c2aea326 req-247cf7a3-8660-4e3f-a0b3-121ce346bb8e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:27.679875 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7343b3fb-ee5c-4128-a752-106f1bbfd501 req-91c63092-e8ec-4981-bc2c-8f79e1216f9e tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0725086 Apr 29 18:47:27.693159 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ecc5c241-ca07-41ed-a34c-cae6c2aea326 req-247cf7a3-8660-4e3f-a0b3-121ce346bb8e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.0808647 Apr 29 18:47:27.747186 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ecc5c241-ca07-41ed-a34c-cae6c2aea326 req-6188572b-2361-4b3b-ad09-b8336e3484b0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531585 Apr 29 18:47:27.757500 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7343b3fb-ee5c-4128-a752-106f1bbfd501 req-5df4c621-1259-419c-af39-e7e85f4136ec tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661097 Apr 29 18:47:27.989944 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db18e3-76c3-4768-ae62-5e99ad2fb49d req-7460040a-662e-4e28-bc94-48d15765bc80 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:27.992965 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c6db18e3-76c3-4768-ae62-5e99ad2fb49d req-7460040a-662e-4e28-bc94-48d15765bc80 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0621922 Apr 29 18:47:28.082455 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c6db18e3-76c3-4768-ae62-5e99ad2fb49d req-6ce47ac7-3d76-4b85-bb9f-58150905f581 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850275 Apr 29 18:47:28.890033 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f3d34-a49c-4f8b-8e38-2312d6ec400a req-b0702c34-5fa7-4643-ac02-fa81b3b96135 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:28.894132 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe3f20-e76c-4b91-a11a-eee53d4a0e40 req-de1786d8-744b-4b2b-996b-b2d61778b026 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:28.899850 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c96f3d34-a49c-4f8b-8e38-2312d6ec400a req-b0702c34-5fa7-4643-ac02-fa81b3b96135 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.0623829 Apr 29 18:47:28.901886 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2bbe3f20-e76c-4b91-a11a-eee53d4a0e40 req-de1786d8-744b-4b2b-996b-b2d61778b026 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0647886 Apr 29 18:47:28.960702 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2bbe3f20-e76c-4b91-a11a-eee53d4a0e40 req-4a062970-35a5-44a8-a419-98ec8ece836c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577276 Apr 29 18:47:28.968878 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c96f3d34-a49c-4f8b-8e38-2312d6ec400a req-7a9da707-49f1-4fb4-89aa-fa9932706d22 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643613 Apr 29 18:47:29.209843 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e8a66-5bc9-48ce-880e-a244f3d8f556 req-b4534a4d-a9b8-461a-898d-abacc64d7adc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:29.211581 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3e1e8a66-5bc9-48ce-880e-a244f3d8f556 req-b4534a4d-a9b8-461a-898d-abacc64d7adc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0556493 Apr 29 18:47:29.268472 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3e1e8a66-5bc9-48ce-880e-a244f3d8f556 req-5e9e642c-ccf0-4c3c-a775-6d13b10ff0cb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506775 Apr 29 18:47:29.339496 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:29.946027 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198346c-ddb3-49de-8c4c-929eb5f73931 req-0bd5d3e4-253b-4aa3-8a29-f07ee5648229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:29.947666 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9198346c-ddb3-49de-8c4c-929eb5f73931 req-0bd5d3e4-253b-4aa3-8a29-f07ee5648229 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 1127 time: 0.0663290 Apr 29 18:47:30.103610 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa916e-390b-41d8-99fd-e4a98344faa7 req-275771e6-17ce-4a16-9fc2-12d00c83ceb2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:30.107979 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7e756-441a-46f2-a1f5-8a132c94537f req-62c2a6e7-2a28-4aa5-9540-bf77e503a489 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:30.109706 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3f7e756-441a-46f2-a1f5-8a132c94537f req-62c2a6e7-2a28-4aa5-9540-bf77e503a489 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0772235 Apr 29 18:47:30.112246 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e1fa916e-390b-41d8-99fd-e4a98344faa7 req-275771e6-17ce-4a16-9fc2-12d00c83ceb2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.0792997 Apr 29 18:47:30.171221 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3f7e756-441a-46f2-a1f5-8a132c94537f req-0a9f4c0a-3bf1-4f4f-a748-871a6d3ff55c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541449 Apr 29 18:47:30.176255 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e1fa916e-390b-41d8-99fd-e4a98344faa7 req-be7cb20d-f5c6-40cf-a9df-f9724fb0ec0c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631065 Apr 29 18:47:30.247950 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fcd80-ade0-4f8c-8f08-6a4294af19dc req-9524a491-e4d7-46ad-9580-e8fd6019f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:30.262508 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bd6fcd80-ade0-4f8c-8f08-6a4294af19dc req-9524a491-e4d7-46ad-9580-e8fd6019f6a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 1127 time: 0.0467992 Apr 29 18:47:30.403251 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa73a46-1132-4fbe-90c6-0dfbe9348b8b req-6892d089-5d4a-4972-b3ef-99c95edc3cb2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:30.403251 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3fa73a46-1132-4fbe-90c6-0dfbe9348b8b req-6892d089-5d4a-4972-b3ef-99c95edc3cb2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0578415 Apr 29 18:47:30.468834 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3fa73a46-1132-4fbe-90c6-0dfbe9348b8b req-2e7cb25e-8151-4b4e-82c0-d124aee7813a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584774 Apr 29 18:47:30.723470 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198346c-ddb3-49de-8c4c-929eb5f73931 req-11ae3fe1-6dd4-4950-94a9-1e994443a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:30.724903 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9198346c-ddb3-49de-8c4c-929eb5f73931 req-11ae3fe1-6dd4-4950-94a9-1e994443a782 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8853dc3f41e147018cc50778b57b9c97&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2022071 Apr 29 18:47:30.757841 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fcd80-ade0-4f8c-8f08-6a4294af19dc req-f0ff7a9b-9597-42a1-8686-1f2cd7cadcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:30.759497 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bd6fcd80-ade0-4f8c-8f08-6a4294af19dc req-f0ff7a9b-9597-42a1-8686-1f2cd7cadcff service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e2f2dec75acb4277945a986b8393b0a1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1419177 Apr 29 18:47:30.932200 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fcd80-ade0-4f8c-8f08-6a4294af19dc req-27ce1b70-a98c-47b5-970f-0bacc4ed278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:30.934157 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bd6fcd80-ade0-4f8c-8f08-6a4294af19dc req-27ce1b70-a98c-47b5-970f-0bacc4ed278b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306796 Apr 29 18:47:31.272683 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198346c-ddb3-49de-8c4c-929eb5f73931 req-91ee09e9-964d-4343-9790-997394d3e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:31.274283 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9198346c-ddb3-49de-8c4c-929eb5f73931 req-91ee09e9-964d-4343-9790-997394d3e77b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4709737 Apr 29 18:47:31.383939 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98db5a7-1aa3-45d3-8f94-4c983b136526 req-2b2be755-2fcf-4cd5-94b7-e7185f384fec tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:31.385452 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd09dfc-0576-463b-ac1c-37e1348e09cb req-6ce3e15b-e670-4e5f-bcd6-a9526963eee0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:31.387527 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8dd09dfc-0576-463b-ac1c-37e1348e09cb req-6ce3e15b-e670-4e5f-bcd6-a9526963eee0 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.1027327 Apr 29 18:47:31.392341 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d98db5a7-1aa3-45d3-8f94-4c983b136526 req-2b2be755-2fcf-4cd5-94b7-e7185f384fec tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0729196 Apr 29 18:47:31.451329 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d98db5a7-1aa3-45d3-8f94-4c983b136526 req-e64f0a42-e2f7-4cd0-9df7-cce7a494a637 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574718 Apr 29 18:47:31.477201 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8dd09dfc-0576-463b-ac1c-37e1348e09cb req-c3f9e5dd-40ad-44a3-9b27-ff050e2a23b4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690315 Apr 29 18:47:31.596174 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69360a15-168b-4853-9053-4d8bd26eb7c1 req-d2579ae8-9966-4b44-b4d6-55fc178880e1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:31.603537 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-69360a15-168b-4853-9053-4d8bd26eb7c1 req-d2579ae8-9966-4b44-b4d6-55fc178880e1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0649772 Apr 29 18:47:31.661507 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-69360a15-168b-4853-9053-4d8bd26eb7c1 req-589faa3e-772e-46be-a354-d9e4476fd884 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570626 Apr 29 18:47:31.719896 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:31.897421 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-84f82da3-de96-4cf0-8c39-6b2cf836d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:31.898880 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-84f82da3-de96-4cf0-8c39-6b2cf836d9b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 1127 time: 0.0485632 Apr 29 18:47:32.170093 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-acce8af3-654b-410a-8eaa-847e0528a564 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29 HTTP/1.1" status: 200 len: 217 time: 0.0562377 Apr 29 18:47:32.171552 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-10786bba-58e5-4cfd-8a00-7c3ac0dbe057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.173441 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-10786bba-58e5-4cfd-8a00-7c3ac0dbe057 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 1127 time: 0.0577724 Apr 29 18:47:32.234208 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-e4ebbaea-0499-4d0e-9bf0-aed3f3e3fe2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd14ca78-0425-4843-b66d-9fc9f4f771ab HTTP/1.1" status: 200 len: 217 time: 0.0389481 Apr 29 18:47:32.303640 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-6edb451b-8835-4c64-89f4-dd10b23a6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.305222 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-6edb451b-8835-4c64-89f4-dd10b23a6a8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0628808 Apr 29 18:47:32.346848 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-c1675e43-0606-4609-ad15-2929a9ad1060 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695407 Apr 29 18:47:32.359276 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-d58e8d84-bbc9-4589-a4cb-9d176ad07d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.361009 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-d58e8d84-bbc9-4589-a4cb-9d176ad07d86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.1655817 Apr 29 18:47:32.372438 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-24e28e80-c8ba-46c8-8456-119b608967bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.374559 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-24e28e80-c8ba-46c8-8456-119b608967bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570014 Apr 29 18:47:32.469214 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-1236248e-56a9-4baf-b215-d4b8a2a0b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.470734 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-1236248e-56a9-4baf-b215-d4b8a2a0b372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748222 Apr 29 18:47:32.473914 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-04b7bbf4-1551-4924-b141-04cc3dd9b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.475299 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-04b7bbf4-1551-4924-b141-04cc3dd9b2b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 1129 time: 0.0696063 Apr 29 18:47:32.517781 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-090076b6-a881-47aa-aa38-3634a98a5d86 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213806 Apr 29 18:47:32.611962 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404b38a-eef2-4300-95e2-289d481f3b1b req-f112dbeb-bcf5-4266-82b2-56e20c7f1700 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.613623 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f404b38a-eef2-4300-95e2-289d481f3b1b req-f112dbeb-bcf5-4266-82b2-56e20c7f1700 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0505803 Apr 29 18:47:32.689015 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6efbc-42ec-474a-b3bc-7c64d05b91a5 req-18ea1f55-c0e9-40a3-b865-69eecc781a22 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.691000 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-98f6efbc-42ec-474a-b3bc-7c64d05b91a5 req-18ea1f55-c0e9-40a3-b865-69eecc781a22 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.0791328 Apr 29 18:47:32.735783 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4030b543-e762-431c-a3ae-d0d4cfc39224 req-4eb82d12-49ff-4c1a-b17d-aa30b5a49481 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098565 Apr 29 18:47:32.766458 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-0e47454c-e02e-406c-b941-583d0a4586a5 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780783 Apr 29 18:47:32.771090 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-98f6efbc-42ec-474a-b3bc-7c64d05b91a5 req-775c3a60-3345-4f12-8ca0-9ff59d3edb6c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652876 Apr 29 18:47:32.771476 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-0bf65a10-3743-497b-b05e-1cd5ed0f1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.773039 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-0bf65a10-3743-497b-b05e-1cd5ed0f1833 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.2622375 Apr 29 18:47:32.783057 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f404b38a-eef2-4300-95e2-289d481f3b1b req-dedccb47-912a-4fc7-970c-411a5926203f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394913 Apr 29 18:47:32.845031 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-8a1d3f37-e38a-4b38-93a6-03957de97501 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996 HTTP/1.1" status: 200 len: 217 time: 0.0353961 Apr 29 18:47:32.936274 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95129638-8c7d-4879-adb0-2aaf01c52fb6 req-abfa56c2-f777-47da-a81b-14054af89208 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.941206 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-95129638-8c7d-4879-adb0-2aaf01c52fb6 req-abfa56c2-f777-47da-a81b-14054af89208 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0943098 Apr 29 18:47:32.963132 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9e1e5-9147-4c1c-9673-21f4d2e3f236 req-5ba13eab-f2a8-4b66-9c7d-e8bdc4143633 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:32.965058 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a0e9e1e5-9147-4c1c-9673-21f4d2e3f236 req-5ba13eab-f2a8-4b66-9c7d-e8bdc4143633 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0861712 Apr 29 18:47:33.015641 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-95129638-8c7d-4879-adb0-2aaf01c52fb6 req-3d8b009c-26ae-4839-8fd2-ad11ab373775 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712626 Apr 29 18:47:33.020033 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c2186ba-7c70-4bef-95df-7b43ca80f5a4 req-8ee03727-d053-44e1-b8e8-83e365c8347e service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184877 Apr 29 18:47:33.031936 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a0e9e1e5-9147-4c1c-9673-21f4d2e3f236 req-7d5445e4-6198-47bd-92a9-474409769fe8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603516 Apr 29 18:47:33.056801 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48926) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:33.251575 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bac851-59a7-4915-a6f3-092b9579216b tempest-TestShelveInstance-1385858624 tempest-TestShelveInstance-1385858624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:33.256464 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-53bac851-59a7-4915-a6f3-092b9579216b tempest-TestShelveInstance-1385858624 tempest-TestShelveInstance-1385858624-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1124 time: 0.1954172 Apr 29 18:47:33.256740 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 48930) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:33.261515 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'port_id': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:33.287224 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:33.409910 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:33.546854 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Allocated IP 172.27.0.147 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/79a8da19-c77b-4724-bdf8-1214f8755768) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:33.673732 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for port (79a8da19-c77b-4724-bdf8-1214f8755768), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:33.708578 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (79a8da19-c77b-4724-bdf8-1214f8755768), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:33.745753 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:33.752293 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:33.756714 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:33.762078 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'Port': ['ID=79a8da19-c77b-4724-bdf8-1214f8755768,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:33.921231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ee71f-a567-4917-94cc-0f408df0850c req-e8397ccc-d668-4cba-ae81-445bf781d3e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:33.922735 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-725ee71f-a567-4917-94cc-0f408df0850c req-e8397ccc-d668-4cba-ae81-445bf781d3e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.0534842 Apr 29 18:47:33.977237 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-725ee71f-a567-4917-94cc-0f408df0850c req-e81fac88-673c-4622-96a1-10277b12be05 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477841 Apr 29 18:47:34.130859 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36342422-a768-4129-a67d-13d46acba9e0 req-8cc5b71a-a970-42f4-a9fe-2391e3febce2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:34.132736 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-36342422-a768-4129-a67d-13d46acba9e0 req-8cc5b71a-a970-42f4-a9fe-2391e3febce2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0479393 Apr 29 18:47:34.164923 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for floatingip (02dc0559-631b-40ba-9563-dc54bac17f69), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:34.182806 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-36342422-a768-4129-a67d-13d46acba9e0 req-be929389-c24f-409c-84b5-cae1252e3258 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 Apr 29 18:47:34.240643 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (79a8da19-c77b-4724-bdf8-1214f8755768), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:34.356647 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-8fad686e-67f9-4a91-9914-fd8587790810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:34.358148 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-8fad686e-67f9-4a91-9914-fd8587790810 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0493281 Apr 29 18:47:34.431932 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-1c7f33b2-ae7a-4e91-8dab-45555bff3cac tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:34.433417 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-1c7f33b2-ae7a-4e91-8dab-45555bff3cac tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/networks?id=d3c95e61-e689-490c-8a10-d7343a3833ef HTTP/1.1" status: 200 len: 815 time: 0.1670756 Apr 29 18:47:34.462085 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-7f2f7a2b-5f8d-490f-802d-405d9c3c3140 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/quotas/cbeb3229d0de484cba6fc698fc072af5 HTTP/1.1" status: 200 len: 375 time: 0.0227439 Apr 29 18:47:34.507369 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for port (79a8da19-c77b-4724-bdf8-1214f8755768), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:34.516248 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (79a8da19-c77b-4724-bdf8-1214f8755768), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:34.526993 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-9d53a0e2-42e2-4418-8a6b-9d8cf772b8f3 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbeb3229d0de484cba6fc698fc072af5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590162 Apr 29 18:47:34.614437 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event updated for resources: {'Port': ['ID=79a8da19-c77b-4724-bdf8-1214f8755768,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:34.664174 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (02dc0559-631b-40ba-9563-dc54bac17f69), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:34.722197 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-472d402d-d64a-40e3-ac1d-113436225853 service neutron] 10.222.0.50 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744866 Apr 29 18:47:34.838290 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Floating IP 02dc0559-631b-40ba-9563-dc54bac17f69 associated. External IP: 172.27.0.147, port: 10ecab05-24bc-40bf-b5dc-7da8769c23cf. Apr 29 18:47:34.892846 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-fbc87147-5adf-4215-a146-c2c332d77226 service neutron] 10.222.0.50 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629691 Apr 29 18:47:35.061003 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ef26c86f-1e21-40cb-b822-78c1c035e7fe req-1252ee95-35df-4429-9203-84d5cd85a35c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0306032 Apr 29 18:47:35.103638 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:47:35.141937 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373237ad-20e3-4b91-b0ff-b34ee297c90c req-78ec8e5c-18be-4283-aa04-649402d76aaf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:35.143423 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-373237ad-20e3-4b91-b0ff-b34ee297c90c req-78ec8e5c-18be-4283-aa04-649402d76aaf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.0542457 Apr 29 18:47:35.314192 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132140e-6ebf-47e4-b4a2-ba2ac1054bea req-05ac1af4-a442-4d50-a47a-8ab2f3a14b62 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:35.316037 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d132140e-6ebf-47e4-b4a2-ba2ac1054bea req-05ac1af4-a442-4d50-a47a-8ab2f3a14b62 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0618541 Apr 29 18:47:35.373119 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d132140e-6ebf-47e4-b4a2-ba2ac1054bea req-b1d971a2-7e6e-4157-bcbf-69abe2f71cb0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502584 Apr 29 18:47:35.502165 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-373237ad-20e3-4b91-b0ff-b34ee297c90c req-b40e634a-037f-425f-bb3d-ab2c4503593f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241987 Apr 29 18:47:35.519718 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:47:35.530597 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] Sync routers for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:47:35.539326 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:35.541887 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:35.542505 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:47:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:35.568006 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-acea4391-7907-403e-acef-9b1297a24707 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3101108 Apr 29 18:47:35.568473 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:47:35.570792 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400b41ae-4538-4bbf-9d5b-4886e4c6545f" -d '{"events": [{"name": "network-changed", "server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:47:35.607213 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63a1208-1370-47ce-91d0-05efd8473752 x-openstack-request-id: req-b63a1208-1370-47ce-91d0-05efd8473752 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:47:35.607499 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:47:35.607744 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b63a1208-1370-47ce-91d0-05efd8473752 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:47:35.608142 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63a1208-1370-47ce-91d0-05efd8473752'] response: {'name': 'network-changed', 'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'status': 'completed', 'code': 200} Apr 29 18:47:35.655298 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:35.874518 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '02dc0559-631b-40ba-9563-dc54bac17f69', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'port_id': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'mac_address': 'fa:16:3e:39:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f579b-41c9-413e-a752-06ecff65ff13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:47:34Z', 'updated_at': '2022-04-29T18:47:34Z', 'revision_number': 0, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12660471-302d-44ba-b5e0-a5b8a9db8158', 'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'mac_address': 'fa:16:3e:5c:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:47Z', 'updated_at': '2022-04-29T18:45:53Z', 'revision_number': 5, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'subnets': [{'id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:35.905317 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] Checking router: cb7e5ed7-56fd-4a94-8244-d3c13c594d9e for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:47:35.914631 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:35.915233 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:47:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:36.028275 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:36.165260 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-83e6af00-c064-4104-8b72-4516748f141e req-f0121d8d-29a0-4eaf-8e7d-61c66ad89c28 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0368626 Apr 29 18:47:36.258051 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '02dc0559-631b-40ba-9563-dc54bac17f69', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'port_id': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'mac_address': 'fa:16:3e:39:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f579b-41c9-413e-a752-06ecff65ff13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:47:34Z', 'updated_at': '2022-04-29T18:47:34Z', 'revision_number': 0, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12660471-302d-44ba-b5e0-a5b8a9db8158', 'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'mac_address': 'fa:16:3e:5c:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:47Z', 'updated_at': '2022-04-29T18:45:53Z', 'revision_number': 5, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'subnets': [{'id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:36.287895 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce661432-3671-4672-b0ec-4283cab965f9 None None] The sync data for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi is: [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '02dc0559-631b-40ba-9563-dc54bac17f69', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'port_id': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'mac_address': 'fa:16:3e:39:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f579b-41c9-413e-a752-06ecff65ff13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:47:34Z', 'updated_at': '2022-04-29T18:47:34Z', 'revision_number': 0, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12660471-302d-44ba-b5e0-a5b8a9db8158', 'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'mac_address': 'fa:16:3e:5c:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:47Z', 'updated_at': '2022-04-29T18:45:53Z', 'revision_number': 5, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'subnets': [{'id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:47:36.502072 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f616e7-ffed-4895-8003-9991e0e16df4 req-ae99f5c4-9131-4936-9836-959ad1b0e5aa tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:36.503629 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-66f616e7-ffed-4895-8003-9991e0e16df4 req-ae99f5c4-9131-4936-9836-959ad1b0e5aa tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0581214 Apr 29 18:47:36.535544 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c893f476-a240-420c-956e-2d31b8518eb4 None None] New status for floating IP 02dc0559-631b-40ba-9563-dc54bac17f69: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:47:36.569084 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-66f616e7-ffed-4895-8003-9991e0e16df4 req-d02a5fd2-0136-4ddc-8155-79ba56e71b1e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591147 Apr 29 18:47:36.636608 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133129a8-b262-486e-9e68-989234a869be req-65b5005e-8f8d-47b0-abb3-c8ce643109dc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:36.643725 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-133129a8-b262-486e-9e68-989234a869be req-65b5005e-8f8d-47b0-abb3-c8ce643109dc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.0635159 Apr 29 18:47:36.686039 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-133129a8-b262-486e-9e68-989234a869be req-a95a5a5c-1503-4c4f-a66c-fd128fcd106e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Apr 29 18:47:37.272384 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c686e30-6733-4563-8c1c-6cf8524090b6 req-95f4bd7a-a614-46ec-aab7-6422caeb9236 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0286682 Apr 29 18:47:37.695986 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e988ce-bb91-4ebc-87a8-0fcd6fc1e3b1 req-e630f49b-121f-4695-b1c0-0de7fbbaf1be tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:37.697463 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-90e988ce-bb91-4ebc-87a8-0fcd6fc1e3b1 req-e630f49b-121f-4695-b1c0-0de7fbbaf1be tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0476372 Apr 29 18:47:37.748103 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device de1fce53-5d55-4a86-a6e8-8f592b448c29 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:47:37.750879 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-90e988ce-bb91-4ebc-87a8-0fcd6fc1e3b1 req-23e0b5c4-2278-42c0-bfaf-82c706bc53f2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474064 Apr 29 18:47:37.805131 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d442403-54ea-4d45-8d65-0fb21b087d68 req-d865d2ef-670b-49be-9db7-a3df1bc1682d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:37.807211 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2d442403-54ea-4d45-8d65-0fb21b087d68 req-d865d2ef-670b-49be-9db7-a3df1bc1682d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 943 time: 0.0533817 Apr 29 18:47:37.855253 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2d442403-54ea-4d45-8d65-0fb21b087d68 req-3e52137c-64ba-424f-97a2-a68196979e9b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425556 Apr 29 18:47:37.856155 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port de1fce53-5d55-4a86-a6e8-8f592b448c29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:37.868414 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'port_id': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'mac_address': 'fa:16:3e:cc:c0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:47:37.907359 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port de1fce53-5d55-4a86-a6e8-8f592b448c29 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:37.907746 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:37.921096 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1fce53-5d55-4a86-a6e8-8f592b448c29 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:47:37.941700 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port de1fce53-5d55-4a86-a6e8-8f592b448c29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:37.946937 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:37.997241 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=de1fce53-5d55-4a86-a6e8-8f592b448c29,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:37.997594 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-beded2a1-2621-4b28-9df8-caa6f2cf3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:37.999095 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-beded2a1-2621-4b28-9df8-caa6f2cf3f51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418408 Apr 29 18:47:38.145128 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-6dbe1a59-10da-4e6f-b9be-674e4adea41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:38.146767 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-6dbe1a59-10da-4e6f-b9be-674e4adea41a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=131b4943a4aa42a8b09d614d80f552cc&device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1129 time: 0.0812562 Apr 29 18:47:38.201531 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-d102ab60-1410-444c-b595-d93f5dfba203 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909026 Apr 29 18:47:38.371300 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4f07b5c0-60a5-4653-a0c9-c9a92b3caad8 req-8e054a01-76c3-4bf5-9397-0a4ae7fc6352 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0284998 Apr 29 18:47:38.711041 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['de1fce53-5d55-4a86-a6e8-8f592b448c29'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:47:38.874757 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d93a78-f796-4232-92be-9ec9a132bcb7 req-eedfa861-2ace-42b4-b579-d926f7daa879 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:38.876151 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-40d93a78-f796-4232-92be-9ec9a132bcb7 req-eedfa861-2ace-42b4-b579-d926f7daa879 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0522630 Apr 29 18:47:38.925657 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-40d93a78-f796-4232-92be-9ec9a132bcb7 req-37742b55-8f1b-4ffe-8147-e0c022d56289 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 Apr 29 18:47:38.970828 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12caf2-a4e2-4f36-a1a4-7dfabfe1bbae req-2292940a-c18b-403d-bac9-d442e3c78c92 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:38.972310 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fc12caf2-a4e2-4f36-a1a4-7dfabfe1bbae req-2292940a-c18b-403d-bac9-d442e3c78c92 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 944 time: 0.0492430 Apr 29 18:47:39.018004 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fc12caf2-a4e2-4f36-a1a4-7dfabfe1bbae req-081fbd8e-a96b-4141-a89f-de15946367aa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399289 Apr 29 18:47:39.469119 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e82af530-823c-4dc7-a651-2897e23ac56c req-ff09d0cd-a28a-4dc9-bbd4-da5c77c9809d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0302160 Apr 29 18:47:39.602996 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcee7b-8a93-4028-8a45-22a4a83eb289 req-d7cf57b7-1f5e-495c-a6b4-7f3930a51bcd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:39.604515 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a2fcee7b-8a93-4028-8a45-22a4a83eb289 req-d7cf57b7-1f5e-495c-a6b4-7f3930a51bcd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0618603 Apr 29 18:47:39.651857 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a2fcee7b-8a93-4028-8a45-22a4a83eb289 req-fd65287c-3077-48ce-aa4e-125cb1a339cc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414562 Apr 29 18:47:40.056405 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62732c6-e3e3-4139-a02c-b4c387014926 req-995e9e17-1b4f-4246-ba9d-72fa45e56e23 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:40.057921 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e62732c6-e3e3-4139-a02c-b4c387014926 req-995e9e17-1b4f-4246-ba9d-72fa45e56e23 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0540543 Apr 29 18:47:40.110055 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e62732c6-e3e3-4139-a02c-b4c387014926 req-246368a0-406a-401a-824b-c947c17b36ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463812 Apr 29 18:47:40.136022 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1cd93-ea6f-4d15-a80d-739c2bfa0d8b req-ae522602-b003-4ccc-b5e9-be80b157a7c5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:40.137564 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b5a1cd93-ea6f-4d15-a80d-739c2bfa0d8b req-ae522602-b003-4ccc-b5e9-be80b157a7c5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 944 time: 0.0470543 Apr 29 18:47:40.183221 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b5a1cd93-ea6f-4d15-a80d-739c2bfa0d8b req-42da4a5c-9603-4c89-bdce-e4ec5e01378e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 Apr 29 18:47:40.348654 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device de1fce53-5d55-4a86-a6e8-8f592b448c29 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:40.398916 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port de1fce53-5d55-4a86-a6e8-8f592b448c29 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:47:40.407442 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port de1fce53-5d55-4a86-a6e8-8f592b448c29 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:40.407818 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:40.486528 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port de1fce53-5d55-4a86-a6e8-8f592b448c29 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:40.486924 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:40.511241 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:47:40.513562 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b550f0a-cfc7-45ee-8e31-465a8dc4f4a9" -d '{"events": [{"server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "name": "network-vif-plugged", "status": "completed", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:47:40.527025 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port de1fce53-5d55-4a86-a6e8-8f592b448c29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:40.532463 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:40.556142 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e316c0-b5fb-45ed-958a-959ce16190f7 x-openstack-request-id: req-b6e316c0-b5fb-45ed-958a-959ce16190f7 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:47:40.556532 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "name": "network-vif-plugged", "status": "completed", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:47:40.556774 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6e316c0-b5fb-45ed-958a-959ce16190f7 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:47:40.557215 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e316c0-b5fb-45ed-958a-959ce16190f7'] response: {'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'code': 200} Apr 29 18:47:40.568676 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1646b4a9-a7bc-4820-b489-fa885dbfa5f6 req-a1159341-1be6-449d-802a-d3861bf4cb47 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0329978 Apr 29 18:47:40.584243 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=de1fce53-5d55-4a86-a6e8-8f592b448c29,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:40.789268 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c174ee-1b99-4c03-9be5-45e6184dd456 req-9570353f-db88-4042-91de-eaf54585609b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:40.790741 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b3c174ee-1b99-4c03-9be5-45e6184dd456 req-9570353f-db88-4042-91de-eaf54585609b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0507693 Apr 29 18:47:40.839474 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b3c174ee-1b99-4c03-9be5-45e6184dd456 req-cb2bf2c5-c8ae-4763-8975-a4a035d22b66 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428953 Apr 29 18:47:41.002624 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acaf0fd4-9816-4693-a272-e8557eca0b73 req-368c9afa-ba52-4e1c-8e20-5aa13041bfda service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628025 Apr 29 18:47:41.005224 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-98c6f63b-4a1b-4cfe-9a4c-26094a1afe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:41.006523 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-98c6f63b-4a1b-4cfe-9a4c-26094a1afe1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=06abeb83-1544-4ffb-b107-5158cc75dcd4 HTTP/1.1" status: 200 len: 910 time: 0.1644123 Apr 29 18:47:41.231946 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43981150-76f3-41a6-a6c2-71875ff59726 req-d8f0413b-97ec-41f1-a961-903c80e28241 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:41.233514 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-43981150-76f3-41a6-a6c2-71875ff59726 req-d8f0413b-97ec-41f1-a961-903c80e28241 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0503654 Apr 29 18:47:41.306934 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e29a-41b4-4373-afa9-2798eb298714 req-75b5dc6c-4586-40a0-99ad-c1907b4bb6ec tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:41.308416 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-22d3e29a-41b4-4373-afa9-2798eb298714 req-75b5dc6c-4586-40a0-99ad-c1907b4bb6ec tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0531163 Apr 29 18:47:41.346774 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-43981150-76f3-41a6-a6c2-71875ff59726 req-b7700f9d-302c-4f62-aec2-6e46c824dd5d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072755 Apr 29 18:47:41.361587 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-22d3e29a-41b4-4373-afa9-2798eb298714 req-40e52890-7a86-4078-9647-f14f4ad9e4d9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473123 Apr 29 18:47:41.388607 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-bda092bf-632b-4ebb-8821-6b27f2ab45fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 200 len: 1001 time: 0.1193542 Apr 29 18:47:41.456697 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427eb4f-f4c6-45e2-9168-dd6036096ae8 req-774789d7-b336-4885-abed-4148af7ac9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:41.458995 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8427eb4f-f4c6-45e2-9168-dd6036096ae8 req-774789d7-b336-4885-abed-4148af7ac9eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 1129 time: 0.0424089 Apr 29 18:47:41.684102 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-88e792f3-85c7-4432-ab6a-f3b15a2b62d3 req-bc3fdb6e-1da9-41ca-a3d3-e10d38d2db5a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0375319 Apr 29 18:47:41.946266 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-a8308b02-0147-4947-927d-0309869adacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:41.948110 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-a8308b02-0147-4947-927d-0309869adacf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2fb172-bb44-4c1d-b616-fd94466e4522 HTTP/1.1" status: 200 len: 848 time: 0.0812511 Apr 29 18:47:41.951386 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8427eb4f-f4c6-45e2-9168-dd6036096ae8 req-bc1e1280-a031-4521-a2a1-7e61873ea0ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724621 Apr 29 18:47:41.967353 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f63f81-983b-45fe-8306-cd311600ccb0 req-362c28e8-910f-419e-8937-1f14a6c7d643 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:41.968896 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-07f63f81-983b-45fe-8306-cd311600ccb0 req-362c28e8-910f-419e-8937-1f14a6c7d643 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0478654 Apr 29 18:47:42.022586 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-07f63f81-983b-45fe-8306-cd311600ccb0 req-18138625-e266-4f1a-b1b8-6c88e592768d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480356 Apr 29 18:47:42.336280 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device dd14ca78-0425-4843-b66d-9fc9f4f771ab details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:47:42.442706 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port dd14ca78-0425-4843-b66d-9fc9f4f771ab, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=dd14ca78-0425-4843-b66d-9fc9f4f771ab,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:42.454594 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'port_id': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'mac_address': 'fa:16:3e:bb:f9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:47:42.468945 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc1d8a-ac3d-4ce2-babc-a46213711487 req-caee7fb3-1de7-49b4-92eb-84356bcd2f01 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:42.470846 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22fc1d8a-ac3d-4ce2-babc-a46213711487 req-caee7fb3-1de7-49b4-92eb-84356bcd2f01 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 943 time: 0.0511141 Apr 29 18:47:42.481692 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa205f-e9bb-442a-9b84-48bef08d9ce7 req-71381e3b-319b-4c17-8ef1-dc03be1eac4a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:42.483228 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-08fa205f-e9bb-442a-9b84-48bef08d9ce7 req-71381e3b-319b-4c17-8ef1-dc03be1eac4a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0504103 Apr 29 18:47:42.497394 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port dd14ca78-0425-4843-b66d-9fc9f4f771ab is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:42.497850 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:42.510773 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd14ca78-0425-4843-b66d-9fc9f4f771ab {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:47:42.530839 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port dd14ca78-0425-4843-b66d-9fc9f4f771ab, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=dd14ca78-0425-4843-b66d-9fc9f4f771ab,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:42.533154 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-08fa205f-e9bb-442a-9b84-48bef08d9ce7 req-c6a1e4b4-8810-43e4-a94a-35e1370ab4b9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Apr 29 18:47:42.536272 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:42.546308 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22fc1d8a-ac3d-4ce2-babc-a46213711487 req-fba3f89a-e436-457a-ae50-c0c01cc1157e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536313 Apr 29 18:47:42.585673 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=dd14ca78-0425-4843-b66d-9fc9f4f771ab,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:42.794813 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-e8651a6a-df0a-471c-9c99-af4ae0ccb85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:42.796180 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-e8651a6a-df0a-471c-9c99-af4ae0ccb85b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06abeb83-1544-4ffb-b107-5158cc75dcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649476 Apr 29 18:47:42.804942 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-be591df5-5940-4605-9102-0a83f682f94e req-f81d323d-0866-49f1-8f0b-70742e3e0a64 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0470543 Apr 29 18:47:42.950633 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-17cf05ba-2b25-4b24-b55f-b84e012dea86 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:42.952057 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-17cf05ba-2b25-4b24-b55f-b84e012dea86 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.15 "GET /v2.0/networks?id=d3c95e61-e689-490c-8a10-d7343a3833ef HTTP/1.1" status: 200 len: 815 time: 0.1587510 Apr 29 18:47:42.968421 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-c589ccfb-4fc1-4b6b-80d8-97836234baf7 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377635 Apr 29 18:47:43.158875 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0625a9-96e6-4dc3-973f-9909aa31fce7 req-062cd4ed-41cb-439c-9ba6-f86cc9ead735 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:43.160335 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7c0625a9-96e6-4dc3-973f-9909aa31fce7 req-062cd4ed-41cb-439c-9ba6-f86cc9ead735 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0501676 Apr 29 18:47:43.208822 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7c0625a9-96e6-4dc3-973f-9909aa31fce7 req-c3968509-dc64-4032-be58-be32eba481a0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427659 Apr 29 18:47:43.417185 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['dd14ca78-0425-4843-b66d-9fc9f4f771ab'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:47:43.646805 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96de88-da8f-4019-bdad-9a756e4c64b7 req-6b609f1d-a198-46ca-ab80-871944acf91a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:43.648656 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2f96de88-da8f-4019-bdad-9a756e4c64b7 req-6b609f1d-a198-46ca-ab80-871944acf91a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 944 time: 0.0499246 Apr 29 18:47:43.667888 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933d59b-8e38-491f-9578-e2e7be5a11a7 req-43499381-1e24-46a7-b5a1-9f3f82099712 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:43.669443 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7933d59b-8e38-491f-9578-e2e7be5a11a7 req-43499381-1e24-46a7-b5a1-9f3f82099712 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0532525 Apr 29 18:47:43.696414 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2f96de88-da8f-4019-bdad-9a756e4c64b7 req-665379c4-5a5d-478f-8a82-b2cc89c24ceb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 Apr 29 18:47:43.716140 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7933d59b-8e38-491f-9578-e2e7be5a11a7 req-65f29fb1-7dca-4d7f-9ff2-6c802bc33cd7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Apr 29 18:47:43.835093 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'port': {'device_id': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'admin_state_up': True, 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:43.948552 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1249de0f-ec9f-4da1-a319-788389a4e945 req-6e30dbad-f734-4c64-a435-9de232267460 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0667057 Apr 29 18:47:44.029965 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-400b41ae-4538-4bbf-9d5b-4886e4c6545f req-5b596b38-c85a-40c4-a9d7-f2a7986882af service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904256 Apr 29 18:47:44.043842 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Made reservation on behalf of cbeb3229d0de484cba6fc698fc072af5 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:47:44.047190 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:44.177809 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Allocated IP 172.20.0.6 (d3c95e61-e689-490c-8a10-d7343a3833ef/592e7e41-a9d5-40b0-9621-cd4bd4499cb4/bb9a641c-a7d8-4e28-a80c-b58869440824) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:47:44.327863 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:44.345699 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ef775-0afa-4a5b-9b0a-8b7d126b577a req-d2538f93-77d1-423e-8327-ca81da5a62c1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:44.347218 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b89ef775-0afa-4a5b-9b0a-8b7d126b577a req-d2538f93-77d1-423e-8327-ca81da5a62c1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0622087 Apr 29 18:47:44.360424 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:44.395697 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b89ef775-0afa-4a5b-9b0a-8b7d126b577a req-d4db759a-df55-42c0-bc75-cde231a0ef40 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Apr 29 18:47:44.405821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Network d3c95e61-e689-490c-8a10-d7343a3833ef is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:47:44.410796 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:47:44.421174 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:47:44.428983 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'Port': ['ID=bb9a641c-a7d8-4e28-a80c-b58869440824,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:44.666625 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-041f96d5-c284-4b34-ac47-b7865461c290 None None] Provisioning complete for port bb9a641c-a7d8-4e28-a80c-b58869440824 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:44.667219 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-041f96d5-c284-4b34-ac47-b7865461c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:44.701837 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-041f96d5-c284-4b34-ac47-b7865461c290 None None] Port bb9a641c-a7d8-4e28-a80c-b58869440824 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:47:44.723191 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:44.723807 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:44.744139 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-3a2c3987-3c2f-4f80-9fed-fa5bb9a30eec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9129863 Apr 29 18:47:44.831733 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d3c9b-1297-4ed5-bffc-44df82c0cdd0 req-36224db5-4c0b-44e0-b962-3a88559c6e3f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:44.833896 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f00d3c9b-1297-4ed5-bffc-44df82c0cdd0 req-36224db5-4c0b-44e0-b962-3a88559c6e3f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 944 time: 0.0653517 Apr 29 18:47:44.846516 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Request body: {'port': {'device_id': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:44.851484 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5376fb-4804-453b-ae60-de9bfd25ff57 req-f700d84d-6a92-4cea-8e2b-7b2d6db1b35d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:44.853246 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b5376fb-4804-453b-ae60-de9bfd25ff57 req-f700d84d-6a92-4cea-8e2b-7b2d6db1b35d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0521553 Apr 29 18:47:44.906118 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b5376fb-4804-453b-ae60-de9bfd25ff57 req-8b5d3876-5bd2-4997-8892-6f58a427e665 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470395 Apr 29 18:47:44.942892 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f00d3c9b-1297-4ed5-bffc-44df82c0cdd0 req-3f1fee5a-6762-46ac-a3d3-a085b195722a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021664 Apr 29 18:47:44.943602 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:45.066978 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae7604-81aa-44f1-85d6-37a29d776e41 req-983ebde7-1f74-49fe-9ed8-9d68cfdf1e6c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:45.069269 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8cae7604-81aa-44f1-85d6-37a29d776e41 req-983ebde7-1f74-49fe-9ed8-9d68cfdf1e6c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 931 time: 0.0506222 Apr 29 18:47:45.126094 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8cae7604-81aa-44f1-85d6-37a29d776e41 req-1bdc3a33-d5ce-4f57-b947-ea9c68bcd100 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512478 Apr 29 18:47:45.234099 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9a641c-a7d8-4e28-a80c-b58869440824 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:47:45.242105 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Publish callbacks [] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:45.255353 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Transition to ACTIVE for port object bb9a641c-a7d8-4e28-a80c-b58869440824 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:47:45.265671 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:45.328915 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9a641c-a7d8-4e28-a80c-b58869440824,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:45.403109 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Attempting to bind port bb9a641c-a7d8-4e28-a80c-b58869440824 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:47:45.403439 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Attempting to bind port bb9a641c-a7d8-4e28-a80c-b58869440824 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:47:45.403763 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Attempting to bind port bb9a641c-a7d8-4e28-a80c-b58869440824 on network d3c95e61-e689-490c-8a10-d7343a3833ef {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:45.408438 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Port bb9a641c-a7d8-4e28-a80c-b58869440824 on network d3c95e61-e689-490c-8a10-d7343a3833ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:47:45.408781 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Attempting to bind port bb9a641c-a7d8-4e28-a80c-b58869440824 on network d3c95e61-e689-490c-8a10-d7343a3833ef {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:47:45.413705 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:47:45.414038 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Checking segment: {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:47:45.414435 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Bound using segment: {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:47:45.415491 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Bound port: bb9a641c-a7d8-4e28-a80c-b58869440824, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60706a85-a742-4bc7-91bb-59b63cad2846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:47:45.415858 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:45.518831 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] For port bb9a641c-a7d8-4e28-a80c-b58869440824, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:47:45.536424 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e25a0-e595-42c8-89be-af6d29dde2f0 req-f8139986-4b25-4435-aced-712242039b0c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:45.537922 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7d1e25a0-e595-42c8-89be-af6d29dde2f0 req-f8139986-4b25-4435-aced-712242039b0c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0628519 Apr 29 18:47:45.545482 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] For port bb9a641c-a7d8-4e28-a80c-b58869440824, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb9a641c-a7d8-4e28-a80c-b58869440824,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:47:45.563625 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:45.614328 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:45.614944 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:45.616375 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 200 len: 1093 time: 0.7745564 Apr 29 18:47:45.616836 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:47:45.619227 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9816f613-a2bc-4c6d-8aaa-f0502646cd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:47:45.652452 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7d1e25a0-e595-42c8-89be-af6d29dde2f0 req-a42c62c8-83ab-46a5-88c8-f43dc723ebcb tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035976 Apr 29 18:47:45.662286 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe3aee-a4c6-4863-94c6-170de17a7047 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9a641c-a7d8-4e28-a80c-b58869440824,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:45.705118 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8069275e-d102-43f1-9933-33452a9ba3a1 x-openstack-request-id: req-8069275e-d102-43f1-9933-33452a9ba3a1 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:47:45.705452 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:47:45.705759 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8069275e-d102-43f1-9933-33452a9ba3a1 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:47:45.706102 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8069275e-d102-43f1-9933-33452a9ba3a1'] response: {'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'status': 'completed', 'code': 200} Apr 29 18:47:45.791558 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be93c7-ce59-4871-89bf-6893f94945c4 req-54de5c97-6caf-49c3-8d94-b30f94f23f93 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:45.793168 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b5be93c7-ce59-4871-89bf-6893f94945c4 req-54de5c97-6caf-49c3-8d94-b30f94f23f93 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0482635 Apr 29 18:47:45.819775 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device dd14ca78-0425-4843-b66d-9fc9f4f771ab up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:47:45.841100 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b5be93c7-ce59-4871-89bf-6893f94945c4 req-48cd6496-73c1-40a0-a1fc-3489dca4483d tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Apr 29 18:47:45.881870 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port dd14ca78-0425-4843-b66d-9fc9f4f771ab completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:47:45.891132 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port dd14ca78-0425-4843-b66d-9fc9f4f771ab triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:47:45.891610 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:45.973256 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port dd14ca78-0425-4843-b66d-9fc9f4f771ab is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:47:45.974264 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:46.000253 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:47:46.002631 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b072743-91d4-4e6c-a60e-f8b33f5aaae9" -d '{"events": [{"server_uuid": "c970cffb-48fd-471e-9cac-6b284c33118b", "name": "network-vif-plugged", "status": "completed", "tag": "dd14ca78-0425-4843-b66d-9fc9f4f771ab"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:47:46.016777 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port dd14ca78-0425-4843-b66d-9fc9f4f771ab, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=dd14ca78-0425-4843-b66d-9fc9f4f771ab,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:47:46.023316 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:46.034063 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24450b27-b03c-4e86-97b6-b03fa6794162 req-103beb9d-9210-4a52-bcf0-daa3e66184cb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:46.035768 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-24450b27-b03c-4e86-97b6-b03fa6794162 req-103beb9d-9210-4a52-bcf0-daa3e66184cb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0580945 Apr 29 18:47:46.075251 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=dd14ca78-0425-4843-b66d-9fc9f4f771ab,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:47:46.075484 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1333cd2-fe38-4211-b11b-276c885248e0 req-5e8aa7a2-634f-441c-99b7-d18ede1c42b0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:46.077044 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e1333cd2-fe38-4211-b11b-276c885248e0 req-5e8aa7a2-634f-441c-99b7-d18ede1c42b0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0569456 Apr 29 18:47:46.090126 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-24450b27-b03c-4e86-97b6-b03fa6794162 req-77810677-f879-443c-b3b1-5a32ee482b24 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478420 Apr 29 18:47:46.132169 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e1333cd2-fe38-4211-b11b-276c885248e0 req-66b72395-e457-4d53-a6c8-57234623239f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469263 Apr 29 18:47:46.132335 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0f7749-eeea-4e68-bb69-a4c24315657a x-openstack-request-id: req-6a0f7749-eeea-4e68-bb69-a4c24315657a {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:47:46.132616 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c970cffb-48fd-471e-9cac-6b284c33118b", "name": "network-vif-plugged", "status": "completed", "tag": "dd14ca78-0425-4843-b66d-9fc9f4f771ab", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:47:46.133072 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a0f7749-eeea-4e68-bb69-a4c24315657a {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:47:46.133713 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0f7749-eeea-4e68-bb69-a4c24315657a'] response: {'server_uuid': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'code': 200} Apr 29 18:47:46.224883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d681f8e-5931-488b-8ce5-45897dca5f24 req-e0daf4a5-2281-42a7-98c0-ec3ea42a4572 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:46.226618 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3d681f8e-5931-488b-8ce5-45897dca5f24 req-e0daf4a5-2281-42a7-98c0-ec3ea42a4572 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0534155 Apr 29 18:47:46.236222 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 49148) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:47:46.240924 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-5db594ce-5913-4ae3-81e2-e14d83ee8989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Request body: {'floatingip': {'port_id': 'de1fce53-5d55-4a86-a6e8-8f592b448c29'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:47:46.257363 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fe93c-888e-4725-85ae-e40a584eff11 req-7d792a23-6f0f-473b-b2dc-5308059539f0 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:46.259765 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-963fe93c-888e-4725-85ae-e40a584eff11 req-7d792a23-6f0f-473b-b2dc-5308059539f0 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0523365 Apr 29 18:47:46.284337 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5db594ce-5913-4ae3-81e2-e14d83ee8989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for floatingip (af5b47d9-0833-42e0-b9a0-1ebe14452634), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:46.330759 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-963fe93c-888e-4725-85ae-e40a584eff11 req-34a1d76e-2c8e-498e-960e-df91751a35fe tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634782 Apr 29 18:47:46.779829 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5db594ce-5913-4ae3-81e2-e14d83ee8989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:46.786386 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5db594ce-5913-4ae3-81e2-e14d83ee8989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (af5b47d9-0833-42e0-b9a0-1ebe14452634), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:46.828657 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e37bb5-f2f7-48c7-a7b1-9d6738976164 req-6e43205f-c035-4298-b374-0b3a60199369 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:46.830097 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-74e37bb5-f2f7-48c7-a7b1-9d6738976164 req-6e43205f-c035-4298-b374-0b3a60199369 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.1015253 Apr 29 18:47:46.926756 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-74e37bb5-f2f7-48c7-a7b1-9d6738976164 req-991827f9-aad1-4265-8eae-1413ca554220 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881314 Apr 29 18:47:46.931990 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [None req-5db594ce-5913-4ae3-81e2-e14d83ee8989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Floating IP af5b47d9-0833-42e0-b9a0-1ebe14452634 associated. External IP: 172.27.0.102, port: de1fce53-5d55-4a86-a6e8-8f592b448c29. Apr 29 18:47:46.972418 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b221a4-92dc-4fea-b8b6-f12f3bdacdf9 req-26259270-0cb9-48ec-9e41-e61aaf158269 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:46.973933 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a9b221a4-92dc-4fea-b8b6-f12f3bdacdf9 req-26259270-0cb9-48ec-9e41-e61aaf158269 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0647166 Apr 29 18:47:47.021535 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a9b221a4-92dc-4fea-b8b6-f12f3bdacdf9 req-d9a35cd7-82f4-44b2-ba63-05b2b0386567 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Apr 29 18:47:47.161523 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db594ce-5913-4ae3-81e2-e14d83ee8989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Router 30785675-111d-4144-b39c-9cbea4582306 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:47:47.259055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ca345-81f6-4c96-bf48-ec128713dd45 req-7b69c62c-3e62-407c-af83-14d11a4d59cb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:47.260456 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-461ca345-81f6-4c96-bf48-ec128713dd45 req-7b69c62c-3e62-407c-af83-14d11a4d59cb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0566411 Apr 29 18:47:47.327312 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db594ce-5913-4ae3-81e2-e14d83ee8989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:47:47.333163 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5db594ce-5913-4ae3-81e2-e14d83ee8989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:47.338640 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] Sync routers for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:47:47.349364 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:47.349982 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:47:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:47.370473 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-461ca345-81f6-4c96-bf48-ec128713dd45 req-3769b166-aea2-4be6-b475-eb37d82eaaa5 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828769 Apr 29 18:47:47.385045 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5db594ce-5913-4ae3-81e2-e14d83ee8989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "PUT /v2.0/floatingips/af5b47d9-0833-42e0-b9a0-1ebe14452634 HTTP/1.1" status: 200 len: 991 time: 1.1475909 Apr 29 18:47:47.451224 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec173d05-02c3-46f9-9b91-22271727d722 req-fbe14343-dc61-4c75-986e-a86a85d5a669 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:47.453716 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ec173d05-02c3-46f9-9b91-22271727d722 req-fbe14343-dc61-4c75-986e-a86a85d5a669 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0522943 Apr 29 18:47:47.481794 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:47.509689 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ec173d05-02c3-46f9-9b91-22271727d722 req-f963d998-2381-49b4-bb03-c6d0c83dfd51 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481002 Apr 29 18:47:47.707605 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:47:47.710105 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c888e4df-4847-460d-92da-6d2d11e1612d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:47:47.748265 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f79e93-3fd5-4e0e-8324-6420c046edeb x-openstack-request-id: req-28f79e93-3fd5-4e0e-8324-6420c046edeb {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:47:47.748882 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:47:47.749351 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28f79e93-3fd5-4e0e-8324-6420c046edeb {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:47:47.750020 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f79e93-3fd5-4e0e-8324-6420c046edeb'] response: {'name': 'network-changed', 'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'status': 'completed', 'code': 200} Apr 29 18:47:47.787743 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'af5b47d9-0833-42e0-b9a0-1ebe14452634', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '30785675-111d-4144-b39c-9cbea4582306', 'port_id': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'mac_address': 'fa:16:3e:cc:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:47:09Z', 'updated_at': '2022-04-29T18:47:46Z', 'revision_number': 1, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:44Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:47.815420 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] Checking router: 30785675-111d-4144-b39c-9cbea4582306 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:47:47.825116 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:47:47.825764 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:47:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:47.949415 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:47:48.054970 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34927445-1e32-49a4-bbcc-4e5e5bf60cfd req-b2b3a0c6-90f2-4406-bc88-e7f3af43b763 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:48.056813 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-34927445-1e32-49a4-bbcc-4e5e5bf60cfd req-b2b3a0c6-90f2-4406-bc88-e7f3af43b763 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0515163 Apr 29 18:47:48.119883 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-34927445-1e32-49a4-bbcc-4e5e5bf60cfd req-bed41b09-b2b4-49e4-b6e2-942818621076 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568509 Apr 29 18:47:48.179647 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'af5b47d9-0833-42e0-b9a0-1ebe14452634', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '30785675-111d-4144-b39c-9cbea4582306', 'port_id': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'mac_address': 'fa:16:3e:cc:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:47:09Z', 'updated_at': '2022-04-29T18:47:46Z', 'revision_number': 1, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:44Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:47:48.204342 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c30cf0-e649-4e5c-a8d7-6671f02b3aad req-387aaf3e-1120-47d5-bf60-ba7d67c71811 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:48.205865 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-97c30cf0-e649-4e5c-a8d7-6671f02b3aad req-387aaf3e-1120-47d5-bf60-ba7d67c71811 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0511146 Apr 29 18:47:48.207347 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8fb283-e68c-47e9-801b-fb02428647c4 None None] The sync data for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi is: [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'af5b47d9-0833-42e0-b9a0-1ebe14452634', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '30785675-111d-4144-b39c-9cbea4582306', 'port_id': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'mac_address': 'fa:16:3e:cc:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:47:09Z', 'updated_at': '2022-04-29T18:47:46Z', 'revision_number': 1, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:44Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:47:48.254687 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-97c30cf0-e649-4e5c-a8d7-6671f02b3aad req-9e5bbdb2-d30c-4da5-af6c-560009e068fa tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Apr 29 18:47:48.432370 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4766d-ef0f-4e04-a548-9183032c77ff None None] New status for floating IP af5b47d9-0833-42e0-b9a0-1ebe14452634: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:47:48.486384 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d303f7f-894a-467d-9ba9-c11268e0a1e3 req-eb5cc31f-e876-4701-8f7c-597e4f218612 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:48.487960 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6d303f7f-894a-467d-9ba9-c11268e0a1e3 req-eb5cc31f-e876-4701-8f7c-597e4f218612 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0472603 Apr 29 18:47:48.573294 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6d303f7f-894a-467d-9ba9-c11268e0a1e3 req-1bb27933-8686-4f23-b0f5-9c7a519dca6f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793395 Apr 29 18:47:48.650372 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d989b4-2c70-4265-8b60-25f44e09a424 req-98c9d38d-392d-4d94-a527-0cf532999265 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:48.651939 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f9d989b4-2c70-4265-8b60-25f44e09a424 req-98c9d38d-392d-4d94-a527-0cf532999265 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0504041 Apr 29 18:47:48.698764 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f9d989b4-2c70-4265-8b60-25f44e09a424 req-c67a3052-6197-4e4c-840b-898adff9e54c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Apr 29 18:47:49.240727 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d624-289a-48ff-a6d4-8f9edf7493de req-f7ecb082-a3ad-4830-a591-ca2e6bab8734 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:49.242401 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e1f0d624-289a-48ff-a6d4-8f9edf7493de req-f7ecb082-a3ad-4830-a591-ca2e6bab8734 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0476391 Apr 29 18:47:49.306072 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e1f0d624-289a-48ff-a6d4-8f9edf7493de req-b50187c7-faec-4bd3-a67d-90c7d2b5c8a7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523336 Apr 29 18:47:49.399116 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d010257-2888-4b36-a033-94d013d27761 req-bf6163fe-7241-452a-9b0f-490555bb51d2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:49.400768 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3d010257-2888-4b36-a033-94d013d27761 req-bf6163fe-7241-452a-9b0f-490555bb51d2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0458853 Apr 29 18:47:49.454516 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3d010257-2888-4b36-a033-94d013d27761 req-1ec59d7a-3b61-4934-80d8-e8d8a553440a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477571 Apr 29 18:47:49.694096 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d896982-383c-433f-9433-592f851f47a1 req-30af8333-455d-4262-962c-6ae3e884a4c8 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:49.695570 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7d896982-383c-433f-9433-592f851f47a1 req-30af8333-455d-4262-962c-6ae3e884a4c8 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0532744 Apr 29 18:47:49.745882 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7d896982-383c-433f-9433-592f851f47a1 req-3a7d04b8-bd70-476b-9533-84e7e804257c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441613 Apr 29 18:47:49.820662 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f38a2-d502-4d36-81eb-d37dbeb08ca3 req-be07574d-bf89-4b1c-8fc1-389c6102d6d2 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:49.822179 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-797f38a2-d502-4d36-81eb-d37dbeb08ca3 req-be07574d-bf89-4b1c-8fc1-389c6102d6d2 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0564137 Apr 29 18:47:49.869436 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-797f38a2-d502-4d36-81eb-d37dbeb08ca3 req-328218e0-fa89-4aec-881e-63dd60c3834d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Apr 29 18:47:50.430127 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932aa255-5052-424f-b80c-3aae6f7ecac7 req-d53d3d03-b945-4364-b453-95e0c17468dd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:50.431823 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-932aa255-5052-424f-b80c-3aae6f7ecac7 req-d53d3d03-b945-4364-b453-95e0c17468dd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0512125 Apr 29 18:47:50.479162 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-932aa255-5052-424f-b80c-3aae6f7ecac7 req-12e2545e-7ac0-42e2-b31a-062d9500dffa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413618 Apr 29 18:47:50.570666 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471a831-4a90-4bcc-8743-20a2b1345af1 req-6e3ed332-2bc2-430d-92e9-10922d077ed4 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:50.572242 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9471a831-4a90-4bcc-8743-20a2b1345af1 req-6e3ed332-2bc2-430d-92e9-10922d077ed4 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0479352 Apr 29 18:47:50.621778 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9471a831-4a90-4bcc-8743-20a2b1345af1 req-15ae23dd-8c05-486c-b3cf-b0b5c5b7bf44 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425260 Apr 29 18:47:50.862922 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2981759-8b4b-4031-9209-2148c322cdb3 req-82cebd63-9694-4ea3-badd-48e92b6490d1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:50.864430 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a2981759-8b4b-4031-9209-2148c322cdb3 req-82cebd63-9694-4ea3-badd-48e92b6490d1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0506458 Apr 29 18:47:50.917918 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a2981759-8b4b-4031-9209-2148c322cdb3 req-a5215abb-3b76-4e1d-ba56-e0196da88a1a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468173 Apr 29 18:47:50.985063 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca03b4-39ed-44d7-aa94-5abcb8118161 req-ef062eb9-14d2-43f8-b7c4-c6655cf5c5a9 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:50.986502 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cbca03b4-39ed-44d7-aa94-5abcb8118161 req-ef062eb9-14d2-43f8-b7c4-c6655cf5c5a9 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0501242 Apr 29 18:47:51.035804 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cbca03b4-39ed-44d7-aa94-5abcb8118161 req-e59dc90d-8736-4177-8f1d-9d0b7ce28692 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Apr 29 18:47:51.601794 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396748a-eb4f-4e07-b710-ca14210616fa req-658e896b-5b33-472b-9888-04197d8b202a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:51.603436 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d396748a-eb4f-4e07-b710-ca14210616fa req-658e896b-5b33-472b-9888-04197d8b202a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0519915 Apr 29 18:47:51.654274 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d396748a-eb4f-4e07-b710-ca14210616fa req-d1415c90-e19b-4ac1-a1c5-788517e886f0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446374 Apr 29 18:47:51.743264 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b6bba-6e6b-4f5a-8a77-cba0bf86656a req-33b79e3e-dd6c-4b4c-8fdf-809cdc1c2dc3 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:51.744737 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-480b6bba-6e6b-4f5a-8a77-cba0bf86656a req-33b79e3e-dd6c-4b4c-8fdf-809cdc1c2dc3 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0487001 Apr 29 18:47:51.790491 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-480b6bba-6e6b-4f5a-8a77-cba0bf86656a req-8e1a618d-6154-486b-a08f-b0f5ee4670d6 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Apr 29 18:47:52.035573 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba96c-4cc3-44b9-9ded-5f5f2f77adad req-1bd58e54-08f4-4556-8a15-e218c0a4f133 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:52.037118 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b10ba96c-4cc3-44b9-9ded-5f5f2f77adad req-1bd58e54-08f4-4556-8a15-e218c0a4f133 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0511985 Apr 29 18:47:52.087976 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b10ba96c-4cc3-44b9-9ded-5f5f2f77adad req-79fc332f-050c-4978-a1cb-26871c69f32b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Apr 29 18:47:52.158148 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4529b-501f-41c8-bbbc-d984bb45a491 req-945cfbf4-a1b2-4a98-af3f-113070470b66 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:52.159575 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-40e4529b-501f-41c8-bbbc-d984bb45a491 req-945cfbf4-a1b2-4a98-af3f-113070470b66 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0501800 Apr 29 18:47:52.217438 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-40e4529b-501f-41c8-bbbc-d984bb45a491 req-2f1e6428-d2c1-4ccd-ac87-a6be3dd0f39d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522208 Apr 29 18:47:52.778834 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de613d97-fb2b-4db9-821e-5936592a6fb7 req-c8e3a060-8989-4004-b26d-11da792a0e41 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:52.780377 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-de613d97-fb2b-4db9-821e-5936592a6fb7 req-c8e3a060-8989-4004-b26d-11da792a0e41 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0518336 Apr 29 18:47:52.827581 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-de613d97-fb2b-4db9-821e-5936592a6fb7 req-2dd82132-af93-4da0-9d8b-5c87c31063b1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Apr 29 18:47:52.906959 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7d85a-0ea7-46f5-a3ee-7a7b36193de7 req-300d9faf-72e0-4f10-ac16-3628f7fe5c8d tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:52.908483 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8fc7d85a-0ea7-46f5-a3ee-7a7b36193de7 req-300d9faf-72e0-4f10-ac16-3628f7fe5c8d tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0466805 Apr 29 18:47:52.955976 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8fc7d85a-0ea7-46f5-a3ee-7a7b36193de7 req-df5ee9da-82e6-48ad-be82-f3bca3c41b2a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Apr 29 18:47:53.093558 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9c176277-126b-48d2-a0fe-3d27ad68a18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:53.211885 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8086a-a293-431f-a862-2db4e05b817e req-49d685ff-6f8a-4bd9-9be2-e59460eae47b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:53.213392 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d8a8086a-a293-431f-a862-2db4e05b817e req-49d685ff-6f8a-4bd9-9be2-e59460eae47b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0531163 Apr 29 18:47:53.268596 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d8a8086a-a293-431f-a862-2db4e05b817e req-fdcc29d8-4e9a-4cf4-99ab-f4216bfa70c1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461354 Apr 29 18:47:53.344735 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee52f40-9b27-43c7-8db4-0834bfbb034d req-d4543115-d739-484f-9ec1-b0a6e2e9f755 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:53.346156 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6ee52f40-9b27-43c7-8db4-0834bfbb034d req-d4543115-d739-484f-9ec1-b0a6e2e9f755 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0509124 Apr 29 18:47:53.392721 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6ee52f40-9b27-43c7-8db4-0834bfbb034d req-2433af59-dea7-4589-b8b9-80c677f8c0ff tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Apr 29 18:47:53.957588 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd884a11-d7a2-40ff-9ee7-59659348290e req-0664d14d-c038-4d50-8a28-3043756e619a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:53.959146 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bd884a11-d7a2-40ff-9ee7-59659348290e req-0664d14d-c038-4d50-8a28-3043756e619a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0512064 Apr 29 18:47:54.011464 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bd884a11-d7a2-40ff-9ee7-59659348290e req-9a9a2e1a-be9b-4fa5-95af-a5550a47467b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460746 Apr 29 18:47:54.104652 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80b282-56fc-41e5-ad52-460224f788d0 req-f098144e-621a-4214-b426-d6e8ca42166a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:54.106201 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2d80b282-56fc-41e5-ad52-460224f788d0 req-f098144e-621a-4214-b426-d6e8ca42166a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0527916 Apr 29 18:47:54.153621 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2d80b282-56fc-41e5-ad52-460224f788d0 req-4e0321d4-bd73-453d-a5b2-4412012d26e5 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Apr 29 18:47:54.398698 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a18718-e252-4a5e-82e3-ac402b0c730f req-9752154e-ad56-43bb-8b33-fc918e31b9a2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:54.400173 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b2a18718-e252-4a5e-82e3-ac402b0c730f req-9752154e-ad56-43bb-8b33-fc918e31b9a2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0499184 Apr 29 18:47:54.459698 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b2a18718-e252-4a5e-82e3-ac402b0c730f req-4d43fbb5-6200-4661-8228-dfcaba51b322 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535822 Apr 29 18:47:54.506048 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d734f02-b2e5-44ec-bea5-6119e8baa5fe req-240cf42a-ea7b-42c1-b69d-b0e0a888764a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:54.507499 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6d734f02-b2e5-44ec-bea5-6119e8baa5fe req-240cf42a-ea7b-42c1-b69d-b0e0a888764a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0474794 Apr 29 18:47:54.552766 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6d734f02-b2e5-44ec-bea5-6119e8baa5fe req-2e9b390e-fed8-4096-91fe-5db81200ff6e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394027 Apr 29 18:47:55.147817 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb96da-da99-4f65-919a-1e01b7ed4cae req-78e675d7-f641-4a0e-9cb5-b884f5880faa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:55.149799 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c9fb96da-da99-4f65-919a-1e01b7ed4cae req-78e675d7-f641-4a0e-9cb5-b884f5880faa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0562644 Apr 29 18:47:55.202746 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c9fb96da-da99-4f65-919a-1e01b7ed4cae req-d7a06b51-0470-4350-97ac-97d3e88e408b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Apr 29 18:47:55.279999 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697db52-9b2b-48ce-b094-c7861c67a711 req-e85834e8-c7ec-4098-9e87-cc57f21edfd0 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:55.281562 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2697db52-9b2b-48ce-b094-c7861c67a711 req-e85834e8-c7ec-4098-9e87-cc57f21edfd0 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0533485 Apr 29 18:47:55.322953 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-696b89b1-0c4e-44e9-8510-07c0e83cfe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:55.333766 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2697db52-9b2b-48ce-b094-c7861c67a711 req-f7e4cea6-e76d-4932-9deb-86c41b89adb4 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464561 Apr 29 18:47:55.578021 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2adea5-4433-4638-b840-d9ae3d984983 req-5640cc69-7d53-4268-8788-0946f3186b91 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:55.579512 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7e2adea5-4433-4638-b840-d9ae3d984983 req-5640cc69-7d53-4268-8788-0946f3186b91 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0483961 Apr 29 18:47:55.632251 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7e2adea5-4433-4638-b840-d9ae3d984983 req-1c064298-2e06-4e11-9dfa-3af45920afa0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467029 Apr 29 18:47:55.673270 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049439-6086-4207-a8cd-b019007c1877 req-ec196bf7-2801-4cab-92d9-f11316fc16e0 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:55.674765 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-32049439-6086-4207-a8cd-b019007c1877 req-ec196bf7-2801-4cab-92d9-f11316fc16e0 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0468886 Apr 29 18:47:55.721991 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-32049439-6086-4207-a8cd-b019007c1877 req-a649acdb-daed-4333-b126-5814e5352bcc tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Apr 29 18:47:56.325454 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209e969-7e06-4b81-bcbc-fbda3610a861 req-1e03d505-9eab-41cf-b54b-a303c5a2e63d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:56.327483 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b209e969-7e06-4b81-bcbc-fbda3610a861 req-1e03d505-9eab-41cf-b54b-a303c5a2e63d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0502083 Apr 29 18:47:56.382384 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b209e969-7e06-4b81-bcbc-fbda3610a861 req-7deb6082-24cc-4de4-b6b4-804db48c9ea7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486381 Apr 29 18:47:56.455671 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db90550-405a-45f0-aa45-52a84df350a0 req-d601d3c9-afea-4190-b04c-c8e42c65ca86 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:56.457265 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2db90550-405a-45f0-aa45-52a84df350a0 req-d601d3c9-afea-4190-b04c-c8e42c65ca86 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0520701 Apr 29 18:47:56.468968 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:56.512074 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2db90550-405a-45f0-aa45-52a84df350a0 req-7690e907-73e5-4bcc-90a3-9966330035d5 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478470 Apr 29 18:47:56.760226 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5337fd7-a38a-429f-90ae-7111e87add4a req-54b2966b-60ac-4b08-a248-89bbc0105860 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:56.761741 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b5337fd7-a38a-429f-90ae-7111e87add4a req-54b2966b-60ac-4b08-a248-89bbc0105860 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0575233 Apr 29 18:47:56.811763 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b5337fd7-a38a-429f-90ae-7111e87add4a req-acfd852b-c62e-4589-8a66-2dd65f3128bc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436759 Apr 29 18:47:56.843549 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969e41c-a40d-4774-a194-e0ee7e0357cb req-3d02afde-c454-445f-abd8-637c70052d9c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:56.845036 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9969e41c-a40d-4774-a194-e0ee7e0357cb req-3d02afde-c454-445f-abd8-637c70052d9c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0493541 Apr 29 18:47:56.890721 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9969e41c-a40d-4774-a194-e0ee7e0357cb req-b9595f1d-0da4-462e-b647-06c2911dccf5 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Apr 29 18:47:57.508219 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492406c4-0d8f-4602-8080-5e67cba5f310 req-888e0715-f1e0-42b5-8780-c419d9217561 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:57.509785 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-492406c4-0d8f-4602-8080-5e67cba5f310 req-888e0715-f1e0-42b5-8780-c419d9217561 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0524573 Apr 29 18:47:57.560475 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:57.570209 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-492406c4-0d8f-4602-8080-5e67cba5f310 req-4659a867-0b8e-4e21-ad9d-69f9eabe42f0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545805 Apr 29 18:47:57.645841 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2488ff-0886-4428-913d-d34348163d30 req-73da68f0-65f6-4ac4-83cd-17dda6bb016f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:57.647607 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0a2488ff-0886-4428-913d-d34348163d30 req-73da68f0-65f6-4ac4-83cd-17dda6bb016f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0572119 Apr 29 18:47:57.696245 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0a2488ff-0886-4428-913d-d34348163d30 req-4ea46be8-702a-4adc-8e30-b8613ec08b90 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Apr 29 18:47:57.932966 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6300c-46c6-4169-a501-5264810cd5ee req-3d444b9f-86d7-4189-9d87-6d0a57153b04 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:57.934470 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-37d6300c-46c6-4169-a501-5264810cd5ee req-3d444b9f-86d7-4189-9d87-6d0a57153b04 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0534761 Apr 29 18:47:57.982656 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-37d6300c-46c6-4169-a501-5264810cd5ee req-231efd23-ade0-41de-9e19-1c04f8552d40 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Apr 29 18:47:58.011884 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee6dab-e378-4228-a984-e690d3e7e68e req-16241928-f3b5-463c-834d-79a53f743b76 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:58.013400 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4fee6dab-e378-4228-a984-e690d3e7e68e req-16241928-f3b5-463c-834d-79a53f743b76 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0464053 Apr 29 18:47:58.063994 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4fee6dab-e378-4228-a984-e690d3e7e68e req-f4749ad0-66f3-47b1-8acc-e312d0aeaa6b tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Apr 29 18:47:58.698759 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388fe80-119b-463f-980c-1052cf1553aa req-305e3c67-995a-447c-a42c-7e600cdd330e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:58.700223 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b388fe80-119b-463f-980c-1052cf1553aa req-305e3c67-995a-447c-a42c-7e600cdd330e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0496304 Apr 29 18:47:58.749099 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b388fe80-119b-463f-980c-1052cf1553aa req-bd1c1365-1b7b-423b-b306-1f31cd410fe9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Apr 29 18:47:58.819295 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19855c-bfca-4a74-b8df-18bfcc229789 req-831ebb4e-95ad-48d9-8e5c-962af81a4691 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:58.827054 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7a19855c-bfca-4a74-b8df-18bfcc229789 req-831ebb4e-95ad-48d9-8e5c-962af81a4691 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0565224 Apr 29 18:47:58.873322 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7a19855c-bfca-4a74-b8df-18bfcc229789 req-347cefe5-5712-4d30-93d9-e054a615c46b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454957 Apr 29 18:47:59.106022 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b683e0-ea4f-4d5d-a971-56364cb3c6d5 req-6066f832-dd72-43ff-9fc7-1732166977aa tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:59.107530 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-27b683e0-ea4f-4d5d-a971-56364cb3c6d5 req-6066f832-dd72-43ff-9fc7-1732166977aa tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0569983 Apr 29 18:47:59.160432 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-27b683e0-ea4f-4d5d-a971-56364cb3c6d5 req-1b5e2bfe-8da4-4651-bae3-54ebbd6f4093 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473320 Apr 29 18:47:59.182204 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaecdb4-5998-4809-a7ae-84e923e1a9d8 req-52c1dd0c-53df-4ee6-8e1d-2184291ffbaf tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:59.183932 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-faaecdb4-5998-4809-a7ae-84e923e1a9d8 req-52c1dd0c-53df-4ee6-8e1d-2184291ffbaf tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0500741 Apr 29 18:47:59.241099 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-faaecdb4-5998-4809-a7ae-84e923e1a9d8 req-97b65163-7e05-4539-b397-d659dc8e046e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506160 Apr 29 18:47:59.357840 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:47:59.879082 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5240e5b-ecd8-4df1-832f-f3b35cecd60a req-b9cf773a-9e77-4062-a373-7247acc6e5a3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:59.880420 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a5240e5b-ecd8-4df1-832f-f3b35cecd60a req-b9cf773a-9e77-4062-a373-7247acc6e5a3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0469329 Apr 29 18:47:59.931908 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a5240e5b-ecd8-4df1-832f-f3b35cecd60a req-11fadc81-21ec-4789-823f-8b6bb252546e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456471 Apr 29 18:47:59.993301 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd3b6e-c50b-409c-b2cb-59e36faf76af req-f836189a-cf84-42c0-a867-bf0d0c4509ba tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:47:59.995093 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-43cd3b6e-c50b-409c-b2cb-59e36faf76af req-f836189a-cf84-42c0-a867-bf0d0c4509ba tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0520468 Apr 29 18:48:00.054784 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-43cd3b6e-c50b-409c-b2cb-59e36faf76af req-1ed419b0-f9bc-4c29-a20b-843a07753807 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494294 Apr 29 18:48:00.282294 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8b4cc-8f5b-4acd-b150-75082922eb04 req-77a62577-d830-41c4-8c94-c6af42583818 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:00.283918 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-47e8b4cc-8f5b-4acd-b150-75082922eb04 req-77a62577-d830-41c4-8c94-c6af42583818 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0558414 Apr 29 18:48:00.339336 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-47e8b4cc-8f5b-4acd-b150-75082922eb04 req-8b6936af-47f5-439f-b238-b4df04ab1e20 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496068 Apr 29 18:48:00.376060 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362945-0f61-4013-b30c-e13a355ab1d7 req-7b1860c2-36f1-4153-a11f-284623c79e71 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:00.379420 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-50362945-0f61-4013-b30c-e13a355ab1d7 req-7b1860c2-36f1-4153-a11f-284623c79e71 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0725143 Apr 29 18:48:00.436801 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-50362945-0f61-4013-b30c-e13a355ab1d7 req-2b38275d-a0da-4632-9552-bbff992026bf tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517378 Apr 29 18:48:01.060362 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e2277-6117-4d77-b016-d09e7f4f90db req-f50033cf-b24a-4204-8f88-7041c94009d0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:01.062986 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f23e2277-6117-4d77-b016-d09e7f4f90db req-f50033cf-b24a-4204-8f88-7041c94009d0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0536582 Apr 29 18:48:01.123568 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f23e2277-6117-4d77-b016-d09e7f4f90db req-4dbf7ff0-6dbe-42a5-9de8-b5499a786d28 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533264 Apr 29 18:48:01.188622 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ae80d-1c27-4381-ae7c-3015a754a9b0 req-6344ee4b-8977-4b8d-8f49-d36ebc3cfaa6 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:01.190121 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1a2ae80d-1c27-4381-ae7c-3015a754a9b0 req-6344ee4b-8977-4b8d-8f49-d36ebc3cfaa6 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0528011 Apr 29 18:48:01.237691 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1a2ae80d-1c27-4381-ae7c-3015a754a9b0 req-a078b842-059b-410c-8dde-6bf4c6316e47 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419211 Apr 29 18:48:01.465635 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3671e0-aaca-4338-8186-f2c79b8210da req-36c1d8de-f444-41db-b411-13661b2b60ee tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:01.467172 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ed3671e0-aaca-4338-8186-f2c79b8210da req-36c1d8de-f444-41db-b411-13661b2b60ee tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0483599 Apr 29 18:48:01.517638 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ed3671e0-aaca-4338-8186-f2c79b8210da req-1f6799f5-84e7-4587-afd5-2cc7ee238af2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Apr 29 18:48:01.553722 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7ac85-e3e1-4e8a-826d-3fe7a2f83a2c req-72af08ff-5c64-4dc7-97fa-daa747547e59 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:01.555178 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e5a7ac85-e3e1-4e8a-826d-3fe7a2f83a2c req-72af08ff-5c64-4dc7-97fa-daa747547e59 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0485210 Apr 29 18:48:01.613985 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e5a7ac85-e3e1-4e8a-826d-3fe7a2f83a2c req-8e0fbf3f-e9b9-4a97-8883-67f817b29974 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498605 Apr 29 18:48:01.724900 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:02.251440 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b123cc-7e6f-41a8-8760-f2a53f62bc1e req-8ef719a5-1a2d-4753-abae-0e436432c2f2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:02.252924 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-79b123cc-7e6f-41a8-8760-f2a53f62bc1e req-8ef719a5-1a2d-4753-abae-0e436432c2f2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0495658 Apr 29 18:48:02.358350 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589882d9-31e5-47b4-ab7f-bf16443cdaea req-457e31ef-854e-497c-a444-b2f35ee5d8c9 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:02.360409 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-589882d9-31e5-47b4-ab7f-bf16443cdaea req-457e31ef-854e-497c-a444-b2f35ee5d8c9 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0531023 Apr 29 18:48:02.439445 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-589882d9-31e5-47b4-ab7f-bf16443cdaea req-8f8898e9-1743-4b5c-b2fc-b014bfefbb6f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668464 Apr 29 18:48:02.560759 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-79b123cc-7e6f-41a8-8760-f2a53f62bc1e req-c1dccfdf-fc73-4664-b19a-b5bca9eec3a0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022275 Apr 29 18:48:02.635444 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2f614-d274-4978-ae0d-abf0fee4b641 req-283c1c07-5948-48f7-940b-9fac3eb6550e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:02.637049 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f6f2f614-d274-4978-ae0d-abf0fee4b641 req-283c1c07-5948-48f7-940b-9fac3eb6550e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0490782 Apr 29 18:48:02.686943 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f6f2f614-d274-4978-ae0d-abf0fee4b641 req-1b53b08f-f05d-4d36-b88f-39015f2e6bfb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441263 Apr 29 18:48:02.729046 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2f34b-d17e-40ec-b305-9a9321513e7d req-42f9a518-c404-48aa-95a9-5c6064c1abcf tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:02.730817 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-91a2f34b-d17e-40ec-b305-9a9321513e7d req-42f9a518-c404-48aa-95a9-5c6064c1abcf tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0505197 Apr 29 18:48:02.796098 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-91a2f34b-d17e-40ec-b305-9a9321513e7d req-6b227775-d817-4695-a869-b2420a62fca2 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587389 Apr 29 18:48:03.557971 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c5f54-d65f-46cf-b892-b4cc4d997ee9 req-e990bf53-9654-45cc-8308-6930e8a70fbb tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:03.559444 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d85c5f54-d65f-46cf-b892-b4cc4d997ee9 req-e990bf53-9654-45cc-8308-6930e8a70fbb tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0490968 Apr 29 18:48:03.568970 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:48:03.615277 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d85c5f54-d65f-46cf-b892-b4cc4d997ee9 req-abfe415b-8889-410d-bc4e-c986dbca7c49 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478716 Apr 29 18:48:03.734409 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937885-5b30-48bf-b770-c27384066d08 req-e98e2024-b8ff-4202-984d-d38e15d796f8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:03.736080 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-15937885-5b30-48bf-b770-c27384066d08 req-e98e2024-b8ff-4202-984d-d38e15d796f8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0617080 Apr 29 18:48:03.789271 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-15937885-5b30-48bf-b770-c27384066d08 req-fe2e424d-1ab7-4429-9d64-51ba122d106d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464587 Apr 29 18:48:03.898991 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596e50f-8421-4be4-8965-6cb94719f27c req-cc262a3b-49ca-4dbb-96dd-3da7143801ed tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:03.900950 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4596e50f-8421-4be4-8965-6cb94719f27c req-cc262a3b-49ca-4dbb-96dd-3da7143801ed tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0569711 Apr 29 18:48:03.951697 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4596e50f-8421-4be4-8965-6cb94719f27c req-207179c2-97d4-4f5b-891d-5ae9f2d3e64b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Apr 29 18:48:04.081577 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2693adf-6901-4ae5-93b0-01cb35cbefed req-15f0b6d4-76e8-4305-85e0-a401ec248856 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:04.083098 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c2693adf-6901-4ae5-93b0-01cb35cbefed req-15f0b6d4-76e8-4305-85e0-a401ec248856 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0572925 Apr 29 18:48:04.132943 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c2693adf-6901-4ae5-93b0-01cb35cbefed req-c541c612-1338-43a5-a2b0-7b99ab399650 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440416 Apr 29 18:48:04.736933 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8834b7-2924-4f02-8ed8-1470b22f4b6c req-29c79246-5f3c-49f7-af16-ac5f1cf41af4 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:04.738483 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6a8834b7-2924-4f02-8ed8-1470b22f4b6c req-29c79246-5f3c-49f7-af16-ac5f1cf41af4 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0504997 Apr 29 18:48:04.790949 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6a8834b7-2924-4f02-8ed8-1470b22f4b6c req-99f8edf6-b828-4a94-bb1b-1e11f6f2bf3c tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Apr 29 18:48:04.910050 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874bdb9-74c0-46fe-b7d0-e07dd4068f49 req-ea64e441-a7ad-46fc-9e12-31f80379f888 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:04.911500 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7874bdb9-74c0-46fe-b7d0-e07dd4068f49 req-ea64e441-a7ad-46fc-9e12-31f80379f888 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0530763 Apr 29 18:48:04.967309 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7874bdb9-74c0-46fe-b7d0-e07dd4068f49 req-84fe6f91-325d-4466-b2e5-780e0ed1a8b5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479245 Apr 29 18:48:05.080322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688fd96-2941-49fe-b7fe-3d6b511f7bc0 req-41fd8122-9f80-45ce-a13e-1bceb857b6b2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:05.081849 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8688fd96-2941-49fe-b7fe-3d6b511f7bc0 req-41fd8122-9f80-45ce-a13e-1bceb857b6b2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0533123 Apr 29 18:48:05.131430 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8688fd96-2941-49fe-b7fe-3d6b511f7bc0 req-6679fbd5-47f8-4d38-b796-559d698e6e05 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Apr 29 18:48:05.253753 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a3bd1-fdd7-48bb-a693-c4a54e03f916 req-9a599dca-d733-4459-9d94-a1e55b1020a7 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:05.255125 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dc9a3bd1-fdd7-48bb-a693-c4a54e03f916 req-9a599dca-d733-4459-9d94-a1e55b1020a7 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0494545 Apr 29 18:48:05.319716 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dc9a3bd1-fdd7-48bb-a693-c4a54e03f916 req-a32dccbd-e775-496d-a1ba-1fc0385a7ca1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555899 Apr 29 18:48:05.915578 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf0569-47d5-4946-85a9-25fb75ef89a6 req-06551685-c4ab-4cf4-99b4-0620bd66da85 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:05.917301 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fcbf0569-47d5-4946-85a9-25fb75ef89a6 req-06551685-c4ab-4cf4-99b4-0620bd66da85 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0468304 Apr 29 18:48:05.966061 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fcbf0569-47d5-4946-85a9-25fb75ef89a6 req-64c4245c-15eb-4eea-9455-4611c5b5101a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Apr 29 18:48:06.088740 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd885ddd-f1b9-4572-8b85-524d34dd7b55 req-924da96d-c326-4c1c-8fd8-78ba0026a06a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:06.090205 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cd885ddd-f1b9-4572-8b85-524d34dd7b55 req-924da96d-c326-4c1c-8fd8-78ba0026a06a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0490816 Apr 29 18:48:06.136296 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cd885ddd-f1b9-4572-8b85-524d34dd7b55 req-9ebe0c1e-6b15-480a-ba31-bc005e6f83cb tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 Apr 29 18:48:06.250954 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc21477-da2b-4744-aefc-c0ddc3c8f3d9 req-3a9117df-d784-448c-996b-274f13475319 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:06.252741 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fcc21477-da2b-4744-aefc-c0ddc3c8f3d9 req-3a9117df-d784-448c-996b-274f13475319 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0504253 Apr 29 18:48:06.305622 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fcc21477-da2b-4744-aefc-c0ddc3c8f3d9 req-60d051a8-d42f-4692-aeeb-0e3f41844ce3 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472264 Apr 29 18:48:06.439248 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb9889-9046-4784-9f41-296bcdd26d8e req-cf268fa8-95f7-441a-8bc1-75bfdabb728a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:06.440656 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eabb9889-9046-4784-9f41-296bcdd26d8e req-cf268fa8-95f7-441a-8bc1-75bfdabb728a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0529323 Apr 29 18:48:06.490918 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eabb9889-9046-4784-9f41-296bcdd26d8e req-56d784d6-f148-4aca-afd2-1028889d21d0 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Apr 29 18:48:07.102795 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226ee5-e5a8-4099-9978-e109ff88bc98 req-0a0c72ac-097f-4ec3-bad4-29471154e575 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:07.104256 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02226ee5-e5a8-4099-9978-e109ff88bc98 req-0a0c72ac-097f-4ec3-bad4-29471154e575 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0548213 Apr 29 18:48:07.161577 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02226ee5-e5a8-4099-9978-e109ff88bc98 req-c994a324-3305-4cab-8679-a27e825dc836 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510151 Apr 29 18:48:07.265666 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daad3b-e25a-4bd6-a16f-d7b9e9ca9870 req-27004eb7-39ac-419d-bcd7-9f6240795d9f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:07.267090 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7daad3b-e25a-4bd6-a16f-d7b9e9ca9870 req-27004eb7-39ac-419d-bcd7-9f6240795d9f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0474803 Apr 29 18:48:07.313226 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7daad3b-e25a-4bd6-a16f-d7b9e9ca9870 req-4bdbf9d0-b041-40ce-a4f3-cbd0962033e2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404496 Apr 29 18:48:07.425062 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d1829-64c8-4d5b-b36a-03f33e27f732 req-73074505-26de-46e1-9f21-e61bc6d65039 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:07.426531 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a17d1829-64c8-4d5b-b36a-03f33e27f732 req-73074505-26de-46e1-9f21-e61bc6d65039 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0476024 Apr 29 18:48:07.477491 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a17d1829-64c8-4d5b-b36a-03f33e27f732 req-7a7b06a5-9649-48ab-86b2-d460718e6992 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428123 Apr 29 18:48:07.609662 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1146f-4bc1-43d3-a4da-93f367d2c08f req-6c489d11-e28b-49ee-a860-c1e0c180a436 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:07.611122 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93c1146f-4bc1-43d3-a4da-93f367d2c08f req-6c489d11-e28b-49ee-a860-c1e0c180a436 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0530617 Apr 29 18:48:07.661717 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93c1146f-4bc1-43d3-a4da-93f367d2c08f req-4412229c-13cb-456e-b63a-f70f1a6b4da9 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Apr 29 18:48:08.298575 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097911-6c3d-49fb-9091-514811b81a8e req-cf065a55-6566-408e-947c-b6dfa9ee21ba tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:08.300208 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-be097911-6c3d-49fb-9091-514811b81a8e req-cf065a55-6566-408e-947c-b6dfa9ee21ba tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0529709 Apr 29 18:48:08.350202 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-be097911-6c3d-49fb-9091-514811b81a8e req-938b1e42-3a2c-4255-b5d3-f69599738fd8 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Apr 29 18:48:08.459389 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd98e34-f342-45da-adf9-cd842ec5012d req-e14acd8c-0d7d-4ccd-bebd-23e9f82b49b9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:08.460874 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0bd98e34-f342-45da-adf9-cd842ec5012d req-e14acd8c-0d7d-4ccd-bebd-23e9f82b49b9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0551546 Apr 29 18:48:08.512646 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0bd98e34-f342-45da-adf9-cd842ec5012d req-8072d5d1-bd70-4f1f-985b-ffe845870969 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434215 Apr 29 18:48:08.625783 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d60cb8-305e-4f2d-a35e-5f92c8b9a821 req-c9718ac1-8441-4e36-8c1a-5e5c884298cf tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:08.627262 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a5d60cb8-305e-4f2d-a35e-5f92c8b9a821 req-c9718ac1-8441-4e36-8c1a-5e5c884298cf tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0490599 Apr 29 18:48:08.682696 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a5d60cb8-305e-4f2d-a35e-5f92c8b9a821 req-b85bec36-975b-49ea-8039-1a736f493e3f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465524 Apr 29 18:48:08.784658 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98959c8f-1848-4201-84cc-4b3b442a2f2c req-63af51b1-1485-4d77-8ce4-42cae386a52a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:08.786076 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98959c8f-1848-4201-84cc-4b3b442a2f2c req-63af51b1-1485-4d77-8ce4-42cae386a52a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0499144 Apr 29 18:48:08.839415 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98959c8f-1848-4201-84cc-4b3b442a2f2c req-ad8b3889-6663-44ca-b3be-f5f9bd0c0b44 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Apr 29 18:48:09.470104 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc0b1e-712d-4cd8-988b-a0462fb84c70 req-b45dd421-3467-4db8-87e7-9d75a9e9da2a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:09.471549 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0efc0b1e-712d-4cd8-988b-a0462fb84c70 req-b45dd421-3467-4db8-87e7-9d75a9e9da2a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0519123 Apr 29 18:48:09.522834 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0efc0b1e-712d-4cd8-988b-a0462fb84c70 req-463ac296-c527-4485-aa3a-21ec7c73fec7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Apr 29 18:48:09.644122 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe6a8c-fe12-428f-b10c-4cf725eeb655 req-b1097cda-0a4f-4e95-b949-0a845003c5fc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:09.645658 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a4fe6a8c-fe12-428f-b10c-4cf725eeb655 req-b1097cda-0a4f-4e95-b949-0a845003c5fc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0535758 Apr 29 18:48:09.691939 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a4fe6a8c-fe12-428f-b10c-4cf725eeb655 req-69c5226d-0cd4-4633-9efd-56f17b3deb7a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404658 Apr 29 18:48:09.797223 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c2c89-f8d9-46b5-bd1d-d5b172b67e3c req-f88af15b-b8c1-410b-8762-70ef331ea961 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:09.798664 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c8c2c89-f8d9-46b5-bd1d-d5b172b67e3c req-f88af15b-b8c1-410b-8762-70ef331ea961 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0497632 Apr 29 18:48:09.847817 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8c8c2c89-f8d9-46b5-bd1d-d5b172b67e3c req-ab4380de-b6b9-45fc-85b9-280183d32d9b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Apr 29 18:48:09.956879 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2999f8-bd7e-4501-9bee-ad85b694954c req-021a8035-1eb7-41dc-9d19-a24aaa0716af tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:09.958697 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bf2999f8-bd7e-4501-9bee-ad85b694954c req-021a8035-1eb7-41dc-9d19-a24aaa0716af tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0478258 Apr 29 18:48:10.014123 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bf2999f8-bd7e-4501-9bee-ad85b694954c req-344787c0-ff53-46cc-89f4-855c058b02ed tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498028 Apr 29 18:48:10.651042 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d15aef-080d-4ed4-ba22-aee1141d997d req-ab187f64-4f47-4c58-9de1-c5a6ac746da1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:10.652624 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e1d15aef-080d-4ed4-ba22-aee1141d997d req-ab187f64-4f47-4c58-9de1-c5a6ac746da1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0478780 Apr 29 18:48:10.705528 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e1d15aef-080d-4ed4-ba22-aee1141d997d req-0fe1e30f-03a4-43c2-a338-a3ca0aa6171b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472019 Apr 29 18:48:10.811285 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbbe9f-0654-4fe2-baae-a971d2fee4dc req-9034ccd5-3c0e-4b3a-9ad0-7d8f4f17555f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:10.812845 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1ecbbe9f-0654-4fe2-baae-a971d2fee4dc req-9034ccd5-3c0e-4b3a-9ad0-7d8f4f17555f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0485551 Apr 29 18:48:10.868483 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1ecbbe9f-0654-4fe2-baae-a971d2fee4dc req-5850fbed-758c-4981-adf8-e515e5689571 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479696 Apr 29 18:48:10.971166 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02934d-6e1e-46e7-8eb1-5fcaa4af7af3 req-2cbc64f7-3aaa-45dd-b8b5-22fd84955349 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:10.972712 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5b02934d-6e1e-46e7-8eb1-5fcaa4af7af3 req-2cbc64f7-3aaa-45dd-b8b5-22fd84955349 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0468879 Apr 29 18:48:11.023281 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5b02934d-6e1e-46e7-8eb1-5fcaa4af7af3 req-4e4510b5-9ff4-40ac-a593-18906372c928 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449402 Apr 29 18:48:11.143381 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d8543-e6db-4482-9009-aba836c150b4 req-b4e91ca6-4605-4ba8-b76a-16a04fc253bb tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:11.144837 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-667d8543-e6db-4482-9009-aba836c150b4 req-b4e91ca6-4605-4ba8-b76a-16a04fc253bb tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0579746 Apr 29 18:48:11.203060 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-667d8543-e6db-4482-9009-aba836c150b4 req-41fd762b-3b6d-470f-bd4f-17f750ac4dda tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521178 Apr 29 18:48:11.432204 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e4df-4847-460d-92da-6d2d11e1612d req-51aac8ea-d4ca-4915-8983-839c40e83bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:11.433663 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c888e4df-4847-460d-92da-6d2d11e1612d req-51aac8ea-d4ca-4915-8983-839c40e83bcc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 1129 time: 0.0464530 Apr 29 18:48:11.604249 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816f613-a2bc-4c6d-8aaa-f0502646cd6f req-b9bf79b8-f566-4941-8cb4-c1b0f6de102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:11.607560 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9816f613-a2bc-4c6d-8aaa-f0502646cd6f req-b9bf79b8-f566-4941-8cb4-c1b0f6de102d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbeb3229d0de484cba6fc698fc072af5&device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 1127 time: 0.0574839 Apr 29 18:48:11.854922 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11943c4-c466-48d2-9743-62b78f58bc5c req-4486d3ff-fce0-404c-a8e9-68a717e5700a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:11.856382 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d11943c4-c466-48d2-9743-62b78f58bc5c req-4486d3ff-fce0-404c-a8e9-68a717e5700a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0515649 Apr 29 18:48:11.904965 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d11943c4-c466-48d2-9743-62b78f58bc5c req-cc070c36-89b2-4c67-91d6-c0da609b0802 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Apr 29 18:48:12.006054 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caaf76-8a5e-4e8a-b920-3a0ef85107c9 req-c1af8583-2e3f-48d0-be17-fd267f5d9444 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:12.007436 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-00caaf76-8a5e-4e8a-b920-3a0ef85107c9 req-c1af8583-2e3f-48d0-be17-fd267f5d9444 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0483236 Apr 29 18:48:12.057330 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-00caaf76-8a5e-4e8a-b920-3a0ef85107c9 req-94f0ef01-25b9-43f9-ac4f-e80540162b1f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417359 Apr 29 18:48:12.169862 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76be-888c-441f-a182-15997b3838f4 req-074f9e5b-3243-4abe-96dc-2c1a43992623 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:12.171315 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c60b76be-888c-441f-a182-15997b3838f4 req-074f9e5b-3243-4abe-96dc-2c1a43992623 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0549216 Apr 29 18:48:12.224866 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c60b76be-888c-441f-a182-15997b3838f4 req-dd6fe286-c7c8-4674-a10a-dd6f6088b43c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477643 Apr 29 18:48:12.323995 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828379f-d685-45a3-af3a-3e00c103f0b9 req-06c067d3-19eb-4dab-bfac-e1fd30dfb712 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:12.325385 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c828379f-d685-45a3-af3a-3e00c103f0b9 req-06c067d3-19eb-4dab-bfac-e1fd30dfb712 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0485756 Apr 29 18:48:12.374897 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c828379f-d685-45a3-af3a-3e00c103f0b9 req-e3a0bc85-1171-4514-beda-af7575f5094e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 Apr 29 18:48:12.955566 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-a24fca86-ffa0-4d23-a1ab-08e07c79b397 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:12.959216 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-a24fca86-ffa0-4d23-a1ab-08e07c79b397 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.0825317 Apr 29 18:48:13.044332 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a815-6357-462f-a8c1-051bae7c6637 req-b05e0dae-13b8-4082-b954-2bc87ce56f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:13.045860 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-11f6a815-6357-462f-a8c1-051bae7c6637 req-b05e0dae-13b8-4082-b954-2bc87ce56f3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 1129 time: 0.1650710 Apr 29 18:48:13.070793 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Deleting port 70c5c9b3-9526-4d25-b4c0-832da91fa85f {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:48:13.071133 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:13.127959 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba9255-cfaf-4d6c-bb5a-21f298b76267 req-7209cddb-a900-4b86-93ec-03bdabd00364 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:13.127959 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b5ba9255-cfaf-4d6c-bb5a-21f298b76267 req-7209cddb-a900-4b86-93ec-03bdabd00364 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 946 time: 0.1337044 Apr 29 18:48:13.172712 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816f613-a2bc-4c6d-8aaa-f0502646cd6f req-f5d69d04-fd9b-4eb7-94c9-b445bd5ac638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:13.174309 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9816f613-a2bc-4c6d-8aaa-f0502646cd6f req-f5d69d04-fd9b-4eb7-94c9-b445bd5ac638 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbeb3229d0de484cba6fc698fc072af5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2945454 Apr 29 18:48:13.175431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e4df-4847-460d-92da-6d2d11e1612d req-260c2597-86d5-4c6d-a9c0-8e751f6373a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:13.177151 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c888e4df-4847-460d-92da-6d2d11e1612d req-260c2597-86d5-4c6d-a9c0-8e751f6373a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.3279455 Apr 29 18:48:13.194852 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-11f6a815-6357-462f-a8c1-051bae7c6637 req-d3cca064-4e0a-418b-8d5b-95c8c501ad25 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257546 Apr 29 18:48:13.216173 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b5ba9255-cfaf-4d6c-bb5a-21f298b76267 req-9c5dc52f-c1c4-4691-b688-063848aedf67 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898411 Apr 29 18:48:13.234695 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3f9ea-85be-4b98-ac29-f800071307b7 req-7d364310-2a8b-4f2c-a634-429aaa989d58 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:13.236139 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-76c3f9ea-85be-4b98-ac29-f800071307b7 req-7d364310-2a8b-4f2c-a634-429aaa989d58 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0707884 Apr 29 18:48:13.241274 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] For port 70c5c9b3-9526-4d25-b4c0-832da91fa85f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=70c5c9b3-9526-4d25-b4c0-832da91fa85f,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:13.241636 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:13.266185 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Calling delete_port for 70c5c9b3-9526-4d25-b4c0-832da91fa85f owned by compute:nova {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:48:13.334382 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-76c3f9ea-85be-4b98-ac29-f800071307b7 req-a532cf6f-ecc4-47e0-afcf-5e44de571933 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901377 Apr 29 18:48:13.339339 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fc9f4-e6d4-4323-9fb9-0ac1d46addbf req-cbff8bb7-86c6-48f4-8408-e58316d65e95 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:13.340880 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ec4fc9f4-e6d4-4323-9fb9-0ac1d46addbf req-cbff8bb7-86c6-48f4-8408-e58316d65e95 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0514073 Apr 29 18:48:13.394434 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ec4fc9f4-e6d4-4323-9fb9-0ac1d46addbf req-35ec4216-5ac2-48d8-8ad7-e46527d03027 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465009 Apr 29 18:48:13.420940 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (70c5c9b3-9526-4d25-b4c0-832da91fa85f), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:13.472398 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Pushing event deleted for resources: {'Port': ['ID=70c5c9b3-9526-4d25-b4c0-832da91fa85f,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:13.475917 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['70c5c9b3-9526-4d25-b4c0-832da91fa85f'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:48:13.512312 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.512704 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.513036 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.513365 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.513687 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.514007 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.514352 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.514642 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.514956 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.515273 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.515586 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.515922 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.516197 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.516518 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.516839 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:13.538557 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] No DVR routers for this DVR port 70c5c9b3-9526-4d25-b4c0-832da91fa85f on host hv-cinder-83998 {{(pid=110120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:48:13.542413 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:13.545634 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-50a1c209-de15-48ea-9205-e3106a3853b0 req-2f6879f2-0646-4f97-b7f2-b1cb52f06572 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.15 "DELETE /v2.0/ports/70c5c9b3-9526-4d25-b4c0-832da91fa85f HTTP/1.1" status: 204 len: 173 time: 0.5783625 Apr 29 18:48:13.546069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2646d1-68a1-499f-bb09-85a5350300e4', 'name': 'network-vif-deleted', 'tag': '70c5c9b3-9526-4d25-b4c0-832da91fa85f'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:48:13.548288 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53da10a9-ee3e-4e93-83fa-af05b7d45354" -d '{"events": [{"server_uuid": "0b2646d1-68a1-499f-bb09-85a5350300e4", "name": "network-vif-deleted", "tag": "70c5c9b3-9526-4d25-b4c0-832da91fa85f"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:48:13.560836 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e40613-b6d5-4f54-8383-f7c3e2b1effe req-8c626632-8393-45d5-aa1a-b1a10df4dfdc tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:13.562301 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-45e40613-b6d5-4f54-8383-f7c3e2b1effe req-8c626632-8393-45d5-aa1a-b1a10df4dfdc tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.1037564 Apr 29 18:48:13.587173 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afb1d79-1ab1-4455-840a-320497cf07ba x-openstack-request-id: req-6afb1d79-1ab1-4455-840a-320497cf07ba {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:48:13.587460 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2646d1-68a1-499f-bb09-85a5350300e4", "name": "network-vif-deleted", "tag": "70c5c9b3-9526-4d25-b4c0-832da91fa85f", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:48:13.587711 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6afb1d79-1ab1-4455-840a-320497cf07ba {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:48:13.588108 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afb1d79-1ab1-4455-840a-320497cf07ba'] response: {'server_uuid': '0b2646d1-68a1-499f-bb09-85a5350300e4', 'name': 'network-vif-deleted', 'tag': '70c5c9b3-9526-4d25-b4c0-832da91fa85f', 'status': 'completed', 'code': 200} Apr 29 18:48:13.613882 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-45e40613-b6d5-4f54-8383-f7c3e2b1effe req-3b8dddf8-f849-4765-9939-fa4cfb7e442c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454800 Apr 29 18:48:14.093573 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c888e4df-4847-460d-92da-6d2d11e1612d req-35fc34ff-036d-4cd7-8e0a-a82d1d33d8e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29 HTTP/1.1" status: 200 len: 1001 time: 0.1127596 Apr 29 18:48:14.114452 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816f613-a2bc-4c6d-8aaa-f0502646cd6f req-320091a9-e093-488c-9167-b069c5c95f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:14.115905 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9816f613-a2bc-4c6d-8aaa-f0502646cd6f req-320091a9-e093-488c-9167-b069c5c95f19 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484571 Apr 29 18:48:14.324532 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a533b083-3b54-41d4-969e-938fe3029ccf req-87eabbeb-2335-4d94-8a61-d0d7fa408771 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 210 time: 0.0339592 Apr 29 18:48:14.459097 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3bbfc-9054-46bf-ab4f-85356d053f3a req-d0a74b6a-084c-4e9f-8e21-382ed0852fbe tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:14.460790 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-86b3bbfc-9054-46bf-ab4f-85356d053f3a req-d0a74b6a-084c-4e9f-8e21-382ed0852fbe tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0531607 Apr 29 18:48:14.509966 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-86b3bbfc-9054-46bf-ab4f-85356d053f3a req-78f14237-160a-4693-a98c-c0f15ecdd3f7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435898 Apr 29 18:48:14.512685 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c95da9-e058-45ae-ac3a-1cd7c4b74d0a req-c93e081c-5b07-4d72-adfb-e48f4cf538bc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:14.514186 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a6c95da9-e058-45ae-ac3a-1cd7c4b74d0a req-c93e081c-5b07-4d72-adfb-e48f4cf538bc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0475552 Apr 29 18:48:14.563973 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a6c95da9-e058-45ae-ac3a-1cd7c4b74d0a req-14e7dfbd-d420-46d1-a3c9-34c887984d55 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Apr 29 18:48:14.737175 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96197caf-1bbb-4906-9a65-508be13c0a5d req-ffef4cf8-1f29-4283-a265-702aadfad3dc tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:14.738876 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-96197caf-1bbb-4906-9a65-508be13c0a5d req-ffef4cf8-1f29-4283-a265-702aadfad3dc tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0556204 Apr 29 18:48:14.787335 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-96197caf-1bbb-4906-9a65-508be13c0a5d req-540d7872-43af-4c26-8fa9-584632ab11b2 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Apr 29 18:48:15.179509 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e4df-4847-460d-92da-6d2d11e1612d req-730adaee-0efc-417c-9096-c975d6a46101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:15.181295 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c888e4df-4847-460d-92da-6d2d11e1612d req-730adaee-0efc-417c-9096-c975d6a46101 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0621769 Apr 29 18:48:15.360694 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e4df-4847-460d-92da-6d2d11e1612d req-9e5d569d-8974-4d73-81ee-bcdba75fc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:15.362224 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c888e4df-4847-460d-92da-6d2d11e1612d req-9e5d569d-8974-4d73-81ee-bcdba75fc117 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725467 Apr 29 18:48:15.363183 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-aef57a4b-a6f1-455d-8241-337ecdf0a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:15.364670 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-aef57a4b-a6f1-455d-8241-337ecdf0a8fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbeb3229d0de484cba6fc698fc072af5&device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 1127 time: 0.0660915 Apr 29 18:48:15.443759 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fed3c7de-7d74-4b58-8fba-88cb880984ba req-db65bdb3-fdbd-44de-8542-8e8d77f09aa2 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 210 time: 0.0313559 Apr 29 18:48:15.648875 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee56fed-1fae-4867-b13a-7d5db1289283 req-98cfa856-77f4-4423-bcde-660f0265b6a3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:15.650501 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fee56fed-1fae-4867-b13a-7d5db1289283 req-98cfa856-77f4-4423-bcde-660f0265b6a3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0563288 Apr 29 18:48:15.696398 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2b20-7ebe-4b1a-84db-fc36bb6a78f3 req-1d8dc16f-d7ad-46af-adb7-69c45126aca8 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:15.698197 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff5b2b20-7ebe-4b1a-84db-fc36bb6a78f3 req-1d8dc16f-d7ad-46af-adb7-69c45126aca8 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0514929 Apr 29 18:48:15.703783 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fee56fed-1fae-4867-b13a-7d5db1289283 req-508bfc5b-4790-4136-ab6c-6a48b77d5b06 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477550 Apr 29 18:48:15.755646 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff5b2b20-7ebe-4b1a-84db-fc36bb6a78f3 req-f0a5f733-e177-4148-a234-60beb5ee09fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509324 Apr 29 18:48:15.832210 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:48:15.855692 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 70c5c9b3-9526-4d25-b4c0-832da91fa85f no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:48:15.889247 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: 70c5c9b3-9526-4d25-b4c0-832da91fa85f {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:48:15.889581 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 70c5c9b3-9526-4d25-b4c0-832da91fa85f not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:48:15.943654 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93719-3d77-4eab-a915-c4d68d6aa885 req-206cd5e0-bd10-4ed4-92e5-9f98b56a3271 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:15.954952 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-63a93719-3d77-4eab-a915-c4d68d6aa885 req-206cd5e0-bd10-4ed4-92e5-9f98b56a3271 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0837967 Apr 29 18:48:15.965012 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:15.978123 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'port_id': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'mac_address': 'fa:16:3e:6b:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:48:15.987995 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-d1ff150b-4ec8-4417-a273-ba80a22a96b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 200 len: 217 time: 0.0676117 Apr 29 18:48:16.016223 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-63a93719-3d77-4eab-a915-c4d68d6aa885 req-02099c48-6f62-47bc-a076-737d4381be29 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599391 Apr 29 18:48:16.026682 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a63bebc4-95e6-421a-a58d-29f1b1ab96dd is: ACTIVE; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:48:16.027071 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:16.043066 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a63bebc4-95e6-421a-a58d-29f1b1ab96dd {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:48:16.064995 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:16.069394 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:16.071218 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c888e4df-4847-460d-92da-6d2d11e1612d req-3c1d1998-2685-4072-820f-09af43d927e0 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442463 Apr 29 18:48:16.118423 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=6']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:16.129929 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.130235 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.130596 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.130933 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.131262 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.131587 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.131913 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.132231 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.132578 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.132901 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.133221 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.133540 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.133856 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.134170 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.134483 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:16.390255 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['a63bebc4-95e6-421a-a58d-29f1b1ab96dd'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:48:16.565548 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9aba27ea-5a3e-423e-b679-4009ca742a9e req-729ad499-fadb-45a7-87c1-e592e2a86fa3 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b2646d1-68a1-499f-bb09-85a5350300e4 HTTP/1.1" status: 200 len: 210 time: 0.0273445 Apr 29 18:48:16.732914 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-9686a619-84e9-46bd-84a8-93d91ec9af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:16.734441 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-9686a619-84e9-46bd-84a8-93d91ec9af3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=592e7e41-a9d5-40b0-9621-cd4bd4499cb4 HTTP/1.1" status: 200 len: 854 time: 0.0479376 Apr 29 18:48:16.828912 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde17afd-5b8b-4180-9719-e59ca99311ba req-e265278c-5e34-4942-ac7b-642e28e3d755 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:16.830430 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bde17afd-5b8b-4180-9719-e59ca99311ba req-e265278c-5e34-4942-ac7b-642e28e3d755 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 945 time: 0.0534246 Apr 29 18:48:16.896878 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bde17afd-5b8b-4180-9719-e59ca99311ba req-cba32688-e1ab-4766-b83f-21c16d594d60 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483189 Apr 29 18:48:16.964849 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b27797-869e-487e-8610-839d7e95108f req-434b846f-2c2d-46ad-aabe-6852b9ede409 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:16.971992 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e3b27797-869e-487e-8610-839d7e95108f req-434b846f-2c2d-46ad-aabe-6852b9ede409 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.1365006 Apr 29 18:48:17.036988 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-1ef99b6a-ac50-49a7-93a0-b0cc0494220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:17.038476 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-1ef99b6a-ac50-49a7-93a0-b0cc0494220c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3c95e61-e689-490c-8a10-d7343a3833ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1558523 Apr 29 18:48:17.088589 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e3b27797-869e-487e-8610-839d7e95108f req-dd4e73c8-1a90-49ad-8bac-41cc1133e42d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155481 Apr 29 18:48:17.107244 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c888e4df-4847-460d-92da-6d2d11e1612d req-8182fc84-8d5e-43d6-a3d6-bdad2d64f6c9 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339025 Apr 29 18:48:17.125088 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68410d-cd0d-49da-8c8f-d65374701d45 req-f8662675-0f93-4d15-944e-c4af790df20e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:17.126768 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9b68410d-cd0d-49da-8c8f-d65374701d45 req-f8662675-0f93-4d15-944e-c4af790df20e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0535092 Apr 29 18:48:17.178305 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-2fd4d77d-742a-43c8-9c99-d4a21fcf7bfe service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261706 Apr 29 18:48:17.180916 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9b68410d-cd0d-49da-8c8f-d65374701d45 req-450b6896-d1e3-4cda-96fb-e3afd1f723f1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474179 Apr 29 18:48:17.235581 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ff081-bc2a-44d7-8fae-d98da876adf0 req-fb228f1a-bfb5-42fd-aeeb-25e18673c875 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:17.237115 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-771ff081-bc2a-44d7-8fae-d98da876adf0 req-fb228f1a-bfb5-42fd-aeeb-25e18673c875 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0718026 Apr 29 18:48:17.324934 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a83b64bd-f754-4cf5-84cb-31dc2f9c6b11 req-2b99d8c5-ad76-4e69-a961-ed906efa653a service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300833 Apr 29 18:48:17.328875 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-771ff081-bc2a-44d7-8fae-d98da876adf0 req-635a2a94-9b45-4b19-86cc-cbbeada1c099 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854719 Apr 29 18:48:17.354340 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49424) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:48:17.491157 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5874a-1f61-47dc-b25d-3a025308ced1 tempest-TestVolumeBootPattern-278313428 tempest-TestVolumeBootPattern-278313428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:17.492765 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-d5f5874a-1f61-47dc-b25d-3a025308ced1 tempest-TestVolumeBootPattern-278313428 tempest-TestVolumeBootPattern-278313428-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 1124 time: 0.1372547 Apr 29 18:48:17.497097 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49428) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:48:17.501346 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'port_id': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:48:17.524398 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:17.606833 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:17.717439 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Allocated IP 172.27.0.135 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/b0bc43f0-d587-4afb-be51-08bb4bbb4991) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:48:17.823859 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for port (b0bc43f0-d587-4afb-be51-08bb4bbb4991), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:17.833203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:48:17.858999 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (b0bc43f0-d587-4afb-be51-08bb4bbb4991), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:17.880275 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port a63bebc4-95e6-421a-a58d-29f1b1ab96dd triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:48:17.880646 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:17.897509 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:48:17.902497 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:48:17.906143 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:48:17.912727 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'Port': ['ID=b0bc43f0-d587-4afb-be51-08bb4bbb4991,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:17.965014 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a63bebc4-95e6-421a-a58d-29f1b1ab96dd is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:48:17.965404 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:17.991985 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:48:17.994282 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f083757-fa3f-43d7-81ac-7fb6cd7c73fb" -d '{"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-plugged", "status": "completed", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:48:18.007324 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:18.014213 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:18.028211 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44122e11-8c00-4503-b215-46129a87140b req-10f549f8-c280-4314-8653-e6e5a8296a36 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:18.037079 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-44122e11-8c00-4503-b215-46129a87140b req-10f549f8-c280-4314-8653-e6e5a8296a36 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 945 time: 0.0694070 Apr 29 18:48:18.048847 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1836d0-d922-4f10-a544-c27361eb605d x-openstack-request-id: req-ef1836d0-d922-4f10-a544-c27361eb605d {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:48:18.049129 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-plugged", "status": "completed", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:48:18.049487 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef1836d0-d922-4f10-a544-c27361eb605d {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:48:18.049880 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1836d0-d922-4f10-a544-c27361eb605d'] response: {'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'code': 200} Apr 29 18:48:18.077957 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=7']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:18.088120 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-44122e11-8c00-4503-b215-46129a87140b req-4cfbb08b-7d3e-412e-b475-5d3916723c71 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499787 Apr 29 18:48:18.328948 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831488a6-a6a6-4e52-a02f-20393c32330c req-51243a32-c6d9-4704-9b95-71d51d97f0ef tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:18.330424 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-831488a6-a6a6-4e52-a02f-20393c32330c req-51243a32-c6d9-4704-9b95-71d51d97f0ef tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0602601 Apr 29 18:48:18.333435 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (1f881e36-7f81-439c-8b9b-bf03d4cb9f37), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:18.407999 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-831488a6-a6a6-4e52-a02f-20393c32330c req-e41a972f-95e8-4f6e-8bcb-aea0e4ac5e0a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531209 Apr 29 18:48:18.447906 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (b0bc43f0-d587-4afb-be51-08bb4bbb4991), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:18.611790 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for port (b0bc43f0-d587-4afb-be51-08bb4bbb4991), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:18.625329 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (b0bc43f0-d587-4afb-be51-08bb4bbb4991), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:18.700525 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'Port': ['ID=b0bc43f0-d587-4afb-be51-08bb4bbb4991,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:18.714630 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (1f881e36-7f81-439c-8b9b-bf03d4cb9f37), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:18.819479 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Floating IP 1f881e36-7f81-439c-8b9b-bf03d4cb9f37 associated. External IP: 172.27.0.135, port: dd14ca78-0425-4843-b66d-9fc9f4f771ab. Apr 29 18:48:19.209925 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811fd6e-63df-4286-bd4a-133d0c6608a5 req-de16e61e-6cec-4146-9096-5cd9c60d090a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:19.211503 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4811fd6e-63df-4286-bd4a-133d0c6608a5 req-de16e61e-6cec-4146-9096-5cd9c60d090a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0489500 Apr 29 18:48:19.259933 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4811fd6e-63df-4286-bd4a-133d0c6608a5 req-d117a0a6-de29-44d7-87aa-2aef7f9956f8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Apr 29 18:48:19.270705 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Router af78d2cf-fd83-437b-a880-30dd860d49a6 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:48:19.381195 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:48:19.391947 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] Sync routers for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:48:19.400948 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:19.401954 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:48:19.402714 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:47:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:48:19.433150 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-44dfbb72-e5cf-4310-9cfe-17908466ed74 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9350286 Apr 29 18:48:19.433719 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'tag': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:48:19.438002 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099933e-102d-4a20-b4ed-a05b56245595" -d '{"events": [{"name": "network-changed", "server_uuid": "c970cffb-48fd-471e-9cac-6b284c33118b", "tag": "dd14ca78-0425-4843-b66d-9fc9f4f771ab"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:48:19.481052 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a2f19a-83c8-4e42-ba34-560dda151e0a x-openstack-request-id: req-a8a2f19a-83c8-4e42-ba34-560dda151e0a {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:48:19.481337 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c970cffb-48fd-471e-9cac-6b284c33118b", "tag": "dd14ca78-0425-4843-b66d-9fc9f4f771ab", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:48:19.481586 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8a2f19a-83c8-4e42-ba34-560dda151e0a {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:48:19.481996 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a2f19a-83c8-4e42-ba34-560dda151e0a'] response: {'name': 'network-changed', 'server_uuid': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'tag': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'status': 'completed', 'code': 200} Apr 29 18:48:19.517891 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:48:19.552148 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be9e65-1263-444c-ba3c-09db3f4723a5 req-4fd3e769-dc5e-4dcb-a6e9-90c4f4a87624 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:19.553690 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-39be9e65-1263-444c-ba3c-09db3f4723a5 req-4fd3e769-dc5e-4dcb-a6e9-90c4f4a87624 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0466907 Apr 29 18:48:19.602732 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-39be9e65-1263-444c-ba3c-09db3f4723a5 req-df71ac72-a8ae-4600-914d-e5304905377a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Apr 29 18:48:19.738068 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '1f881e36-7f81-439c-8b9b-bf03d4cb9f37', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:bb:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:48:18Z', 'updated_at': '2022-04-29T18:48:18Z', 'revision_number': 0, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:48:19.767905 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] Checking router: af78d2cf-fd83-437b-a880-30dd860d49a6 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:48:19.776880 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:48:19.777485 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:47:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:48:19.890319 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:48:20.107375 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '1f881e36-7f81-439c-8b9b-bf03d4cb9f37', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:bb:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:48:18Z', 'updated_at': '2022-04-29T18:48:18Z', 'revision_number': 0, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:48:20.137672 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103b487-1206-40ff-b1cf-e15a1415bc28 None None] The sync data for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi is: [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '1f881e36-7f81-439c-8b9b-bf03d4cb9f37', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:bb:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:48:18Z', 'updated_at': '2022-04-29T18:48:18Z', 'revision_number': 0, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:48:20.340505 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b0413-0c6d-4ac3-9fe4-c5acfeef1bf0 None None] New status for floating IP 1f881e36-7f81-439c-8b9b-bf03d4cb9f37: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:48:20.383450 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816659c-ecbb-4aa6-9617-5192e1a6e98c req-46e31ef9-953e-43c1-9443-5f922c3abe30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:20.384992 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e816659c-ecbb-4aa6-9617-5192e1a6e98c req-46e31ef9-953e-43c1-9443-5f922c3abe30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0488234 Apr 29 18:48:20.431953 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e816659c-ecbb-4aa6-9617-5192e1a6e98c req-5766879e-9270-4732-bd6c-85f7f56ecdd2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411417 Apr 29 18:48:20.715844 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636bba-4a35-4ee3-a886-7f632eb9ce5e req-1dfee630-6366-45ef-9a02-43910b2dd4f6 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:20.717343 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9f636bba-4a35-4ee3-a886-7f632eb9ce5e req-1dfee630-6366-45ef-9a02-43910b2dd4f6 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0488775 Apr 29 18:48:20.767660 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9f636bba-4a35-4ee3-a886-7f632eb9ce5e req-891bf163-28a9-48c4-9af4-73b228956692 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Apr 29 18:48:21.693909 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c1476-71d9-49d0-88e5-b233c654b892 req-13bff91e-62a8-4921-81fc-71ec4c3a30b5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:21.695370 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0f8c1476-71d9-49d0-88e5-b233c654b892 req-13bff91e-62a8-4921-81fc-71ec4c3a30b5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.1776302 Apr 29 18:48:21.752244 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0f8c1476-71d9-49d0-88e5-b233c654b892 req-ea85f535-4c45-4728-aec8-96bfec1f9c5b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508232 Apr 29 18:48:21.935488 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bff393-6407-4c03-bc72-c91f3f1f56f3 req-ee799636-6d94-4ea8-bb24-d64d5ee3ef0a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:21.937012 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e0bff393-6407-4c03-bc72-c91f3f1f56f3 req-ee799636-6d94-4ea8-bb24-d64d5ee3ef0a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.1019247 Apr 29 18:48:21.987349 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e0bff393-6407-4c03-bc72-c91f3f1f56f3 req-61bb8118-0e08-49b5-bd3e-668ff40b8b38 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Apr 29 18:48:22.888162 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5bacc-a9d5-42b4-8631-375b0ccc33e2 req-48d22e13-6e7e-4f1d-8040-77cc94e2e7c3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:22.889829 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-89d5bacc-a9d5-42b4-8631-375b0ccc33e2 req-48d22e13-6e7e-4f1d-8040-77cc94e2e7c3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0553060 Apr 29 18:48:22.939138 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-89d5bacc-a9d5-42b4-8631-375b0ccc33e2 req-41cb7bce-4412-4c63-bfab-aa126f1b2366 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430367 Apr 29 18:48:23.098102 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-af9aa20b-1aa6-48e0-9dff-660aa7cb3657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:23.113325 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2356b-0441-4e3e-8125-d802f85107c2 req-cbcc8bd6-8af2-4d46-9e5b-a79ee68bea69 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:23.114802 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e3b2356b-0441-4e3e-8125-d802f85107c2 req-cbcc8bd6-8af2-4d46-9e5b-a79ee68bea69 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0540934 Apr 29 18:48:23.163608 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e3b2356b-0441-4e3e-8125-d802f85107c2 req-e1c365dd-cadd-473c-9a88-7bd6827e7b8c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Apr 29 18:48:24.060140 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389a232-f1a5-470c-9ee4-65f04cdb6537 req-247cd63f-d33e-41b3-8364-52f2f4d80aba tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:24.061620 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7389a232-f1a5-470c-9ee4-65f04cdb6537 req-247cd63f-d33e-41b3-8364-52f2f4d80aba tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0472724 Apr 29 18:48:24.112042 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7389a232-f1a5-470c-9ee4-65f04cdb6537 req-c63088bc-9126-49ca-abfc-2be425c775ac tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449717 Apr 29 18:48:24.300259 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09a1ba-e17c-4891-aea9-183076ba9eb7 req-1f61955d-8834-43e6-a487-33c7b01608bb tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:24.301644 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4e09a1ba-e17c-4891-aea9-183076ba9eb7 req-1f61955d-8834-43e6-a487-33c7b01608bb tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0554945 Apr 29 18:48:24.350359 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4e09a1ba-e17c-4891-aea9-183076ba9eb7 req-dca2592c-8118-4aaa-a1fe-0e66139e12f6 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428731 Apr 29 18:48:25.236842 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61405f3-2676-4850-b2dd-ad867836fdf8 req-ad3946ac-43c5-470b-9f9d-88bee368f8de tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:25.238347 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e61405f3-2676-4850-b2dd-ad867836fdf8 req-ad3946ac-43c5-470b-9f9d-88bee368f8de tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0515387 Apr 29 18:48:25.285200 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e61405f3-2676-4850-b2dd-ad867836fdf8 req-7bef7e23-05d8-474a-aad7-5492e5cfd1c0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411501 Apr 29 18:48:25.318519 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a49204a8-ccc4-4c4f-9096-d61f4f2eb9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:25.502242 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21988461-22a8-49a0-89ef-9711045c7107 req-5111e191-8fa5-4ef8-91a7-29437baa2038 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:25.504130 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-21988461-22a8-49a0-89ef-9711045c7107 req-5111e191-8fa5-4ef8-91a7-29437baa2038 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0665689 Apr 29 18:48:25.553749 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-21988461-22a8-49a0-89ef-9711045c7107 req-a32a0e06-6cee-4235-aecf-416ef1fae573 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Apr 29 18:48:26.330485 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:26.416156 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14285a-eaa4-4aa8-9652-8f5d2b744a40 req-4f43d4c5-0639-493e-b5ef-a1eb068e10b2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:26.416156 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ed14285a-eaa4-4aa8-9652-8f5d2b744a40 req-4f43d4c5-0639-493e-b5ef-a1eb068e10b2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0518689 Apr 29 18:48:26.462639 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ed14285a-eaa4-4aa8-9652-8f5d2b744a40 req-c623e899-2fb6-4a16-968d-cedd2cd1081e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415838 Apr 29 18:48:26.674048 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd443ad-58b9-4a0d-89f9-eb82d411d66d req-af69cb79-cacc-41ff-b455-6a3a55077c84 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:26.675510 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3bd443ad-58b9-4a0d-89f9-eb82d411d66d req-af69cb79-cacc-41ff-b455-6a3a55077c84 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0475557 Apr 29 18:48:26.725519 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3bd443ad-58b9-4a0d-89f9-eb82d411d66d req-04342089-fe5f-4b5f-952f-d05384b1c71e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Apr 29 18:48:27.559399 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:27.592157 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2acee-a703-469f-84da-1f57fcf2b846 req-ce2cd45b-0c35-4c90-a7e0-5fd812a91bb3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:27.593621 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-11f2acee-a703-469f-84da-1f57fcf2b846 req-ce2cd45b-0c35-4c90-a7e0-5fd812a91bb3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0513551 Apr 29 18:48:27.640817 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-11f2acee-a703-469f-84da-1f57fcf2b846 req-19e9808c-1b17-40ff-acbd-d539f89a83c0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 Apr 29 18:48:27.848425 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca265bb2-13f0-40fa-9631-498c55c64725 req-21fa4603-b078-4758-84f8-4ea6d383678c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:27.850062 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ca265bb2-13f0-40fa-9631-498c55c64725 req-21fa4603-b078-4758-84f8-4ea6d383678c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 943 time: 0.0472422 Apr 29 18:48:27.911604 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ca265bb2-13f0-40fa-9631-498c55c64725 req-19bdf438-c2b9-48f0-aad0-52cacb15c769 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557837 Apr 29 18:48:28.563944 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device bb9a641c-a7d8-4e28-a80c-b58869440824 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:48:28.678302 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port bb9a641c-a7d8-4e28-a80c-b58869440824, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb9a641c-a7d8-4e28-a80c-b58869440824,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:28.690171 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'port_id': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'mac_address': 'fa:16:3e:3f:b7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:48:28.727897 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port bb9a641c-a7d8-4e28-a80c-b58869440824 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:48:28.728197 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:28.741071 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9a641c-a7d8-4e28-a80c-b58869440824 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:48:28.761206 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port bb9a641c-a7d8-4e28-a80c-b58869440824, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb9a641c-a7d8-4e28-a80c-b58869440824,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:28.762043 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8e74e-0d4c-45fd-8832-2ff299d7e21c req-8b392fb2-7198-4b9d-adf8-c1a0aa7ad2ba tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:28.763821 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ccd8e74e-0d4c-45fd-8832-2ff299d7e21c req-8b392fb2-7198-4b9d-adf8-c1a0aa7ad2ba tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0470340 Apr 29 18:48:28.766476 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:28.810072 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ccd8e74e-0d4c-45fd-8832-2ff299d7e21c req-d745c872-2e3f-426a-a2d9-382b10a51536 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403321 Apr 29 18:48:28.814241 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=bb9a641c-a7d8-4e28-a80c-b58869440824,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:29.031597 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80dbfc-dbfb-44e0-a9fc-7bb1797ad58d req-eb0f4e2f-0dc4-4f85-9627-6863a4806eb7 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:29.033117 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c80dbfc-dbfb-44e0-a9fc-7bb1797ad58d req-eb0f4e2f-0dc4-4f85-9627-6863a4806eb7 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 944 time: 0.0517738 Apr 29 18:48:29.083613 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c80dbfc-dbfb-44e0-a9fc-7bb1797ad58d req-4a6158f0-9977-42ca-a27c-05bdc400f2d7 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Apr 29 18:48:29.365650 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:29.950701 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73472158-7714-4f39-87f7-41b5d6ca335b req-3fbe8e26-bce9-4ad8-9346-6bb89b626648 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:29.952078 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-73472158-7714-4f39-87f7-41b5d6ca335b req-3fbe8e26-bce9-4ad8-9346-6bb89b626648 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0605168 Apr 29 18:48:30.001411 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-73472158-7714-4f39-87f7-41b5d6ca335b req-d7774df2-f0ca-4095-b879-9b8714e2e7ac tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436056 Apr 29 18:48:30.195753 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7c2f2-1721-46a1-8309-daad352231f5 req-c1889a5d-e0b6-4811-a1c3-e9cb66d41fed tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:30.197910 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2ea7c2f2-1721-46a1-8309-daad352231f5 req-c1889a5d-e0b6-4811-a1c3-e9cb66d41fed tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 944 time: 0.0485811 Apr 29 18:48:30.246380 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2ea7c2f2-1721-46a1-8309-daad352231f5 req-09d284d5-eb3b-4fad-a9a9-690c52081dd5 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Apr 29 18:48:31.132002 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7b55b-749f-4b0d-b065-31132e4b9506 req-506f6d06-5301-4f62-bed0-c9e5d7527a7f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:31.134085 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3fe7b55b-749f-4b0d-b065-31132e4b9506 req-506f6d06-5301-4f62-bed0-c9e5d7527a7f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0526557 Apr 29 18:48:31.181561 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3fe7b55b-749f-4b0d-b065-31132e4b9506 req-a06ee06b-09d7-4d6d-b262-b8fc010b9f31 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 Apr 29 18:48:31.370361 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd391e3-a666-4139-87f6-0fd4d9f6f5d9 req-9f305f68-c9a6-4661-80b9-65d17c5d97f7 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:31.371864 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7bd391e3-a666-4139-87f6-0fd4d9f6f5d9 req-9f305f68-c9a6-4661-80b9-65d17c5d97f7 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 944 time: 0.0545418 Apr 29 18:48:31.426513 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7bd391e3-a666-4139-87f6-0fd4d9f6f5d9 req-5d7e7dc8-15c7-41e6-a8cf-5abb69a3191d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469561 Apr 29 18:48:31.680905 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['bb9a641c-a7d8-4e28-a80c-b58869440824'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:48:31.734707 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:31.853279 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-415edf9a-a638-4d39-bfec-ae857d24e83b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:31.854666 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-415edf9a-a638-4d39-bfec-ae857d24e83b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/networks?id=368da476-db93-4234-a03c-a6e79da9c501 HTTP/1.1" status: 200 len: 814 time: 0.1047502 Apr 29 18:48:31.870709 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-cd83b9e9-f726-4ad6-b6cd-104f40209de0 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/quotas/941e38a2e73a4905ac8568f1af5af294 HTTP/1.1" status: 200 len: 375 time: 0.0105348 Apr 29 18:48:31.904264 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-76fc182c-de6a-46be-97af-1866bed540c5 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=941e38a2e73a4905ac8568f1af5af294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276577 Apr 29 18:48:31.949894 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099933e-102d-4a20-b4ed-a05b56245595 req-293e7734-3ec9-4374-97cf-3202b79bff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:31.951343 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4099933e-102d-4a20-b4ed-a05b56245595 req-293e7734-3ec9-4374-97cf-3202b79bff30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 1129 time: 0.0440495 Apr 29 18:48:32.293391 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-a57424b5-b7f9-46c0-812c-a623435e8253 service neutron] 10.222.0.50 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779910 Apr 29 18:48:32.299191 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06579f5-1306-4c39-a6d9-5cc1cf240395 req-080da49b-5ba6-4ebe-b910-7e34ccbbafa3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:32.300692 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e06579f5-1306-4c39-a6d9-5cc1cf240395 req-080da49b-5ba6-4ebe-b910-7e34ccbbafa3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0474839 Apr 29 18:48:32.348442 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e06579f5-1306-4c39-a6d9-5cc1cf240395 req-c19e334e-54da-46d5-9ed4-bbfda4b45fbc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419657 Apr 29 18:48:32.386215 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b01ce4f3-1205-4927-b44c-3220cae83bde service neutron] 10.222.0.50 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869873 Apr 29 18:48:32.545711 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d913ff07-753c-49c3-9134-a19f7265713b req-18dd126c-bef4-4afe-8a42-131b76af9991 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 210 time: 0.0290272 Apr 29 18:48:32.558174 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791d439-c962-4343-aa0f-232cc8cf2416 req-1420452e-055c-4194-a889-a0886b61bd40 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:32.559708 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d791d439-c962-4343-aa0f-232cc8cf2416 req-1420452e-055c-4194-a889-a0886b61bd40 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 944 time: 0.0517175 Apr 29 18:48:32.611992 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d791d439-c962-4343-aa0f-232cc8cf2416 req-abc98fe6-3bac-4674-a2a7-6a029b971149 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465214 Apr 29 18:48:33.151072 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-2b3b3ce5-9c76-47b1-bd65-27b117388d08 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784407 Apr 29 18:48:33.173165 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099933e-102d-4a20-b4ed-a05b56245595 req-24c114f1-3e29-4f58-86d8-fda75b8b3e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:33.174508 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4099933e-102d-4a20-b4ed-a05b56245595 req-24c114f1-3e29-4f58-86d8-fda75b8b3e15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 913 time: 0.1267340 Apr 29 18:48:33.471364 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed00b8-b98c-4255-a226-fc3aa8d57325 req-cb00854a-b88d-493a-bc10-011f6ad6476c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:33.472868 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aeed00b8-b98c-4255-a226-fc3aa8d57325 req-cb00854a-b88d-493a-bc10-011f6ad6476c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0524449 Apr 29 18:48:33.523975 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aeed00b8-b98c-4255-a226-fc3aa8d57325 req-aac7165f-6376-444e-bf4d-ef215f18d575 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443897 Apr 29 18:48:33.645652 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-138152d9-923e-4bd5-b9b9-9a73474aa63c req-0ac04206-b809-4e66-8542-4d133eb62645 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 210 time: 0.0303588 Apr 29 18:48:33.707330 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device bb9a641c-a7d8-4e28-a80c-b58869440824 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:48:33.751188 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port bb9a641c-a7d8-4e28-a80c-b58869440824 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:48:33.760486 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port bb9a641c-a7d8-4e28-a80c-b58869440824 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:48:33.761137 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:33.807091 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f738a-4dbd-4a52-b2c1-5ae3b735f623 req-4f2e0b81-e09c-49e9-8c6b-76925d8fa094 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:33.808786 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-414f738a-4dbd-4a52-b2c1-5ae3b735f623 req-4f2e0b81-e09c-49e9-8c6b-76925d8fa094 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 944 time: 0.1214378 Apr 29 18:48:33.814375 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-3cef6ca5-e091-4b55-8c0c-da4ac3c8e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:33.815917 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-3cef6ca5-e091-4b55-8c0c-da4ac3c8e6ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 1129 time: 0.1206746 Apr 29 18:48:33.827199 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4099933e-102d-4a20-b4ed-a05b56245595 req-328ec0bc-0fdd-436e-822c-a928886db2c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd14ca78-0425-4843-b66d-9fc9f4f771ab HTTP/1.1" status: 200 len: 1001 time: 0.1433275 Apr 29 18:48:33.848295 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port bb9a641c-a7d8-4e28-a80c-b58869440824 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:48:33.848803 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:33.867089 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-414f738a-4dbd-4a52-b2c1-5ae3b735f623 req-8d19cd70-fb0b-4ba2-92a5-4582539016d6 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484142 Apr 29 18:48:33.872619 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:48:33.874983 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aebdc0-1f0d-4362-adb3-cb14e9528929" -d '{"events": [{"server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "name": "network-vif-plugged", "status": "completed", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:48:33.887924 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port bb9a641c-a7d8-4e28-a80c-b58869440824, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb9a641c-a7d8-4e28-a80c-b58869440824,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:33.892535 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:33.918648 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7525bf-c2ce-4ecd-842b-2941db0a5139 x-openstack-request-id: req-5f7525bf-c2ce-4ecd-842b-2941db0a5139 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:48:33.918973 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "name": "network-vif-plugged", "status": "completed", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:48:33.919229 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f7525bf-c2ce-4ecd-842b-2941db0a5139 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:48:33.919617 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7525bf-c2ce-4ecd-842b-2941db0a5139'] response: {'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'code': 200} Apr 29 18:48:33.944379 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=bb9a641c-a7d8-4e28-a80c-b58869440824,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:34.103283 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099933e-102d-4a20-b4ed-a05b56245595 req-255805da-a8a5-4971-b378-7fe4e45c7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:34.104821 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4099933e-102d-4a20-b4ed-a05b56245595 req-255805da-a8a5-4971-b378-7fe4e45c7ba1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0855300 Apr 29 18:48:34.161341 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-e154f01f-8810-4fa0-9ac8-5ae80fd0c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:34.162808 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-e154f01f-8810-4fa0-9ac8-5ae80fd0c74e service neutron] 10.222.0.15 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 912 time: 0.1061785 Apr 29 18:48:34.603342 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099933e-102d-4a20-b4ed-a05b56245595 req-9b9c6c04-a579-44e8-84c8-a898f6fba38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:34.605937 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4099933e-102d-4a20-b4ed-a05b56245595 req-9b9c6c04-a579-44e8-84c8-a898f6fba38a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997436 Apr 29 18:48:34.632254 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a875b0-9dc8-4b23-9303-dcaba8e6d26b req-77833b70-cf90-4520-b6b8-b25bab6ff534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:34.634343 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-42a875b0-9dc8-4b23-9303-dcaba8e6d26b req-77833b70-cf90-4520-b6b8-b25bab6ff534 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 1129 time: 0.0844064 Apr 29 18:48:34.736165 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f1768-c5ec-49ea-a682-9b9b753abebc req-d6b660d9-19b5-4fe8-b1e2-c05db209b650 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:34.737747 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-860f1768-c5ec-49ea-a682-9b9b753abebc req-d6b660d9-19b5-4fe8-b1e2-c05db209b650 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0943887 Apr 29 18:48:34.757263 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-bfc6b588-c282-4564-bb86-ead64f13a7eb tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:34.760844 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-bfc6b588-c282-4564-bb86-ead64f13a7eb tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.15 "GET /v2.0/networks?id=368da476-db93-4234-a03c-a6e79da9c501 HTTP/1.1" status: 200 len: 814 time: 0.1284440 Apr 29 18:48:34.763309 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-5450760e-7772-4907-862e-350c84f719e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0 HTTP/1.1" status: 200 len: 1000 time: 0.2207184 Apr 29 18:48:34.784397 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-42a875b0-9dc8-4b23-9303-dcaba8e6d26b req-8e75b54d-f10a-4126-a5ae-176ee5450fd2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315463 Apr 29 18:48:34.818255 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-860f1768-c5ec-49ea-a682-9b9b753abebc req-c581dde9-36fd-480e-a875-178384ab0470 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655327 Apr 29 18:48:34.888839 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4099933e-102d-4a20-b4ed-a05b56245595 req-b40a2055-86ef-4f1e-8b8d-3270c40462e7 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243255 Apr 29 18:48:34.892334 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Request body: {'port': {'device_id': '1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200', 'network_id': '368da476-db93-4234-a03c-a6e79da9c501', 'admin_state_up': True, 'tenant_id': '941e38a2e73a4905ac8568f1af5af294'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:48:34.896718 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-19cf77e4-8497-4cbb-8ae0-d192c02a2a9a req-ec412f77-d84d-4ab3-a373-559e2ac30a99 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 210 time: 0.0436602 Apr 29 18:48:34.965857 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2caa-8f5e-4d81-ac75-269ba9f49d1a req-260b30da-0d65-45d4-b908-cdc347b5e42c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:34.967408 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5aee2caa-8f5e-4d81-ac75-269ba9f49d1a req-260b30da-0d65-45d4-b908-cdc347b5e42c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0679879 Apr 29 18:48:35.017719 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5aee2caa-8f5e-4d81-ac75-269ba9f49d1a req-ed60ef67-35a1-4cac-858b-da0b1249763a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444088 Apr 29 18:48:35.024996 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a72e6-d2a1-4538-933e-5a781605a244 req-c6fa5db1-47be-42e8-90ef-914cd06aece5 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:35.026662 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f96a72e6-d2a1-4538-933e-5a781605a244 req-c6fa5db1-47be-42e8-90ef-914cd06aece5 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0615723 Apr 29 18:48:35.091976 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f96a72e6-d2a1-4538-933e-5a781605a244 req-488ea023-9ac8-4ed6-905a-5403795c7dfd tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577767 Apr 29 18:48:35.096646 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Made reservation on behalf of 941e38a2e73a4905ac8568f1af5af294 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:48:35.100176 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:35.252386 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Allocated IP 172.20.0.14 (368da476-db93-4234-a03c-a6e79da9c501/f309c37d-35f7-40bb-9dae-0ef6c4a01f64/18433e0b-7762-4dcd-b995-6ceff047b061) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:48:35.454413 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks [] for port (18433e0b-7762-4dcd-b995-6ceff047b061), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:35.491550 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:35.543133 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Network 368da476-db93-4234-a03c-a6e79da9c501 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:48:35.546361 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:48:35.550749 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:48:35.554738 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Pushing event updated for resources: {'Port': ['ID=18433e0b-7762-4dcd-b995-6ceff047b061,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:35.586350 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.586816 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.587170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.587495 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.587824 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.588151 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.588479 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.588835 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.589159 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.589487 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.589808 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.590171 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.590809 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.590809 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.591617 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:48:35.637436 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:35.638114 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:35.694793 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-191933ea-0f75-4241-bedd-ec88cc3e48a7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8082805 Apr 29 18:48:35.700656 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-a8308fa0-ddbd-4a0a-98a0-e1391de92432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:35.702056 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-a8308fa0-ddbd-4a0a-98a0-e1391de92432 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 200 len: 850 time: 0.0611084 Apr 29 18:48:35.934251 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Request body: {'port': {'device_id': '1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:48:36.008768 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a80ed-60d2-46c6-b0fb-5297b990822d req-f771d04a-9070-4e44-9bd5-cd48e7ca99f8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:36.011491 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fc8a80ed-60d2-46c6-b0fb-5297b990822d req-f771d04a-9070-4e44-9bd5-cd48e7ca99f8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.1126547 Apr 29 18:48:36.092194 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fc8a80ed-60d2-46c6-b0fb-5297b990822d req-679319d7-3775-4718-94bc-e7fe63532989 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721107 Apr 29 18:48:36.142154 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091266dd-ea5e-46b2-b01d-8d41a18dca62 req-92e925b7-5308-4bca-97ab-c0cbf821c05e tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:36.148996 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-091266dd-ea5e-46b2-b01d-8d41a18dca62 req-92e925b7-5308-4bca-97ab-c0cbf821c05e tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 932 time: 0.1162422 Apr 29 18:48:36.168539 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4099933e-102d-4a20-b4ed-a05b56245595 req-ec313e8e-809a-4931-9239-b168dd779547 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693877 Apr 29 18:48:36.205281 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:36.224972 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-091266dd-ea5e-46b2-b01d-8d41a18dca62 req-8ef3002f-1fbf-49f7-a3e7-5aa318e74ac5 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750384 Apr 29 18:48:36.228524 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-ecb27cda-7701-468b-9dd6-aa90cc964342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:36.230469 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-ecb27cda-7701-468b-9dd6-aa90cc964342 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=755981e4-77ea-4ec8-899a-643c96679562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3118360 Apr 29 18:48:36.275243 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe76c6-2e53-4516-a6e1-bdf53a00554b req-1c3202f2-68e5-451f-9835-8667dff0b264 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:36.276803 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d9fe76c6-2e53-4516-a6e1-bdf53a00554b req-1c3202f2-68e5-451f-9835-8667dff0b264 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0773833 Apr 29 18:48:36.340137 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d9fe76c6-2e53-4516-a6e1-bdf53a00554b req-98c5e349-a897-49a1-9649-08daf5577bb9 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534494 Apr 29 18:48:36.422065 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696a475-7f68-4a22-ad06-c2088ec0153a req-cf8ba891-ee80-4d61-a503-c999bcd61cab tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:36.423490 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9696a475-7f68-4a22-ad06-c2088ec0153a req-cf8ba891-ee80-4d61-a503-c999bcd61cab tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0658739 Apr 29 18:48:36.518070 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9696a475-7f68-4a22-ad06-c2088ec0153a req-2633c393-12a1-4b52-9976-5f14e7d8536f tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842412 Apr 29 18:48:36.602574 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18433e0b-7762-4dcd-b995-6ceff047b061 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:48:36.610491 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Publish callbacks [] for port (18433e0b-7762-4dcd-b995-6ceff047b061), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:36.627778 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Transition to ACTIVE for port object 18433e0b-7762-4dcd-b995-6ceff047b061 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:48:36.634514 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:36.728918 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Pushing event updated for resources: {'Port': ['ID=18433e0b-7762-4dcd-b995-6ceff047b061,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:36.761125 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Attempting to bind port 18433e0b-7762-4dcd-b995-6ceff047b061 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:48:36.761549 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Attempting to bind port 18433e0b-7762-4dcd-b995-6ceff047b061 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '41578b0d-44bd-479c-8e11-16031f6e63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '368da476-db93-4234-a03c-a6e79da9c501'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:48:36.761938 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Attempting to bind port 18433e0b-7762-4dcd-b995-6ceff047b061 on network 368da476-db93-4234-a03c-a6e79da9c501 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:48:36.776659 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Port 18433e0b-7762-4dcd-b995-6ceff047b061 on network 368da476-db93-4234-a03c-a6e79da9c501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:48:36.776926 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Attempting to bind port 18433e0b-7762-4dcd-b995-6ceff047b061 on network 368da476-db93-4234-a03c-a6e79da9c501 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:48:36.783626 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:48:36.784106 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Checking segment: {'id': '41578b0d-44bd-479c-8e11-16031f6e63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '368da476-db93-4234-a03c-a6e79da9c501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:48:36.785266 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Bound using segment: {'id': '41578b0d-44bd-479c-8e11-16031f6e63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '368da476-db93-4234-a03c-a6e79da9c501'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:48:36.785266 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Bound port: 18433e0b-7762-4dcd-b995-6ceff047b061, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41578b0d-44bd-479c-8e11-16031f6e63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '368da476-db93-4234-a03c-a6e79da9c501'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:48:36.785746 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:36.858442 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] For port 18433e0b-7762-4dcd-b995-6ceff047b061, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:48:36.861450 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] For port 18433e0b-7762-4dcd-b995-6ceff047b061, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=18433e0b-7762-4dcd-b995-6ceff047b061,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:48:36.867086 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:36.900996 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:36.901708 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:36.903157 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/18433e0b-7762-4dcd-b995-6ceff047b061 HTTP/1.1" status: 200 len: 1094 time: 0.9740925 Apr 29 18:48:36.905548 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200', 'tag': '18433e0b-7762-4dcd-b995-6ceff047b061'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:48:36.907974 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066d2188-3047-4e6f-a6cc-ce450e1359d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200", "tag": "18433e0b-7762-4dcd-b995-6ceff047b061"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:48:36.935287 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb9a3-d05e-42db-aed3-4b38aee086e4 service neutron] Pushing event updated for resources: {'Port': ['ID=18433e0b-7762-4dcd-b995-6ceff047b061,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:36.950689 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed28b74-520e-451a-b645-e5a0ef8f2d4c x-openstack-request-id: req-6ed28b74-520e-451a-b645-e5a0ef8f2d4c {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:48:36.950977 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200", "tag": "18433e0b-7762-4dcd-b995-6ceff047b061", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:48:36.951226 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ed28b74-520e-451a-b645-e5a0ef8f2d4c {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:48:36.951630 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed28b74-520e-451a-b645-e5a0ef8f2d4c'] response: {'name': 'network-changed', 'server_uuid': '1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200', 'tag': '18433e0b-7762-4dcd-b995-6ceff047b061', 'status': 'completed', 'code': 200} Apr 29 18:48:37.277483 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698e114-4270-466e-a343-5009c9489683 req-19f8e835-186c-44b5-aeed-1edc293b6449 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:37.279017 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5698e114-4270-466e-a343-5009c9489683 req-19f8e835-186c-44b5-aeed-1edc293b6449 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.1012866 Apr 29 18:48:37.328866 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d2188-3047-4e6f-a6cc-ce450e1359d8 req-7f7823e4-0779-4252-8b83-9f0a326bfbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:37.330349 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-066d2188-3047-4e6f-a6cc-ce450e1359d8 req-7f7823e4-0779-4252-8b83-9f0a326bfbe6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=941e38a2e73a4905ac8568f1af5af294&device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 1128 time: 0.1009924 Apr 29 18:48:37.382657 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf20b02-4807-4388-b0f9-ab7531b29098 req-520b07b7-d882-4d4d-957a-f58020cc13df tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:37.384714 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2bf20b02-4807-4388-b0f9-ab7531b29098 req-520b07b7-d882-4d4d-957a-f58020cc13df tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 944 time: 0.0691526 Apr 29 18:48:37.406484 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-57e731c5-2f92-47e5-b869-bd3efc86274a service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983314 Apr 29 18:48:37.414473 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5698e114-4270-466e-a343-5009c9489683 req-6aa37d75-5f04-4b46-8e94-3a954d6a1951 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020594 Apr 29 18:48:37.487939 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2bf20b02-4807-4388-b0f9-ab7531b29098 req-c3d9b364-7f34-4e23-a73b-5312e4d24dae tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947518 Apr 29 18:48:37.530046 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d2188-3047-4e6f-a6cc-ce450e1359d8 req-9578d59e-de47-4ac0-a165-30411bd295b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:37.531555 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-066d2188-3047-4e6f-a6cc-ce450e1359d8 req-9578d59e-de47-4ac0-a165-30411bd295b0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=941e38a2e73a4905ac8568f1af5af294&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1736791 Apr 29 18:48:37.550698 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690498cc-d9d1-4c17-b045-cf8e82828a90 req-54ed1ad3-710d-4165-a355-c475320a386e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:37.552182 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-690498cc-d9d1-4c17-b045-cf8e82828a90 req-54ed1ad3-710d-4165-a355-c475320a386e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0599029 Apr 29 18:48:37.635708 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-690498cc-d9d1-4c17-b045-cf8e82828a90 req-07f79391-d2f8-42c3-9937-a8b0f1ba7c66 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764611 Apr 29 18:48:37.659718 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5c5e9-4961-46ca-bec7-7b37d71bee5e req-c2467f19-d7c2-434e-ac0a-ae6e527d05e9 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:37.668378 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1ef5c5e9-4961-46ca-bec7-7b37d71bee5e req-c2467f19-d7c2-434e-ac0a-ae6e527d05e9 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0730650 Apr 29 18:48:37.724967 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1ef5c5e9-4961-46ca-bec7-7b37d71bee5e req-7fd36074-2238-483a-b9c5-06c864d9c293 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555191 Apr 29 18:48:38.613946 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11557b91-1b62-4c03-8572-20c774ec208a req-895ee021-38af-4c76-b1e4-4066710d73a1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:38.628112 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-11557b91-1b62-4c03-8572-20c774ec208a req-895ee021-38af-4c76-b1e4-4066710d73a1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 944 time: 0.0693712 Apr 29 18:48:38.688432 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-11557b91-1b62-4c03-8572-20c774ec208a req-51a2eb95-1e08-414c-89c3-1e1adfac6aaa tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594714 Apr 29 18:48:38.835406 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df197-78de-4399-a2eb-8297a7642060 req-72d5b4f1-63eb-4eb3-b323-22160e4b01ec tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:38.838666 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b9df197-78de-4399-a2eb-8297a7642060 req-72d5b4f1-63eb-4eb3-b323-22160e4b01ec tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0675080 Apr 29 18:48:38.913726 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b9df197-78de-4399-a2eb-8297a7642060 req-6f8db05f-60d9-439e-81b9-0af563024d01 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667925 Apr 29 18:48:39.019931 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fa409-de13-4432-a7ce-93b7185d383b req-891db86b-d7e7-4a67-91fa-1fcfced745b4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:39.026829 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-681fa409-de13-4432-a7ce-93b7185d383b req-891db86b-d7e7-4a67-91fa-1fcfced745b4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.5189040 Apr 29 18:48:39.047818 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b248525-ab93-4fb9-bc02-25db601aa9db req-111c9ffe-208c-4de8-a294-884b239ce6b5 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:39.055056 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3b248525-ab93-4fb9-bc02-25db601aa9db req-111c9ffe-208c-4de8-a294-884b239ce6b5 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0722263 Apr 29 18:48:39.084711 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea7d06d2-47e2-4616-b61b-5bf2303fa5a2 req-40587770-419a-4bef-bacf-1666593ab4a4 service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780060 Apr 29 18:48:39.085810 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d2188-3047-4e6f-a6cc-ce450e1359d8 req-c0b1df7b-0535-401c-9a45-eb66091925bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:39.087171 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-066d2188-3047-4e6f-a6cc-ce450e1359d8 req-c0b1df7b-0535-401c-9a45-eb66091925bc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6029119 Apr 29 18:48:39.102306 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3b248525-ab93-4fb9-bc02-25db601aa9db req-3573adab-4980-4ccf-b508-d79dbe024a35 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461991 Apr 29 18:48:39.204054 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-681fa409-de13-4432-a7ce-93b7185d383b req-7633aa84-91d8-4b41-9b3a-f7695d3de17e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763482 Apr 29 18:48:39.231752 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8b0cc-d9c1-455c-a9a0-e3ced7cf3448 req-2635fdfe-d1d1-45a4-b1ce-87f7bce7c797 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:39.233298 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0ba8b0cc-d9c1-455c-a9a0-e3ced7cf3448 req-2635fdfe-d1d1-45a4-b1ce-87f7bce7c797 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0576098 Apr 29 18:48:39.286783 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0ba8b0cc-d9c1-455c-a9a0-e3ced7cf3448 req-c2add8ec-be8f-456b-8168-74f363fa9bc5 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474815 Apr 29 18:48:39.298720 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-e87d2f3e-237e-481d-9e4c-fc4bb1eb0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:39.300671 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-e87d2f3e-237e-481d-9e4c-fc4bb1eb0413 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=941e38a2e73a4905ac8568f1af5af294&device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 1128 time: 0.0457270 Apr 29 18:48:39.373667 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-60f8d4c7-a720-41a5-9f3e-fc8eaf64276b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18433e0b-7762-4dcd-b995-6ceff047b061 HTTP/1.1" status: 200 len: 217 time: 0.0490570 Apr 29 18:48:39.443346 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-07d21a2a-3f08-4ed7-9f30-e9960ad630e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:39.445126 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-07d21a2a-3f08-4ed7-9f30-e9960ad630e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f309c37d-35f7-40bb-9dae-0ef6c4a01f64 HTTP/1.1" status: 200 len: 854 time: 0.0483289 Apr 29 18:48:39.627411 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88718bf5-f456-4012-aaa3-a6198127acf8 req-83d90292-b7fc-4806-b5b4-b266857b212a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:39.629004 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-88718bf5-f456-4012-aaa3-a6198127acf8 req-83d90292-b7fc-4806-b5b4-b266857b212a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0558763 Apr 29 18:48:39.676817 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-88718bf5-f456-4012-aaa3-a6198127acf8 req-513ca154-a436-404e-8e4e-571642dcc457 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Apr 29 18:48:39.833374 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386ee3d-651e-4d95-9fc9-b371fee60f26 req-edc2fa73-bbf7-4640-9178-ef3a0fa15889 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:39.836202 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5386ee3d-651e-4d95-9fc9-b371fee60f26 req-edc2fa73-bbf7-4640-9178-ef3a0fa15889 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 944 time: 0.0649757 Apr 29 18:48:39.951877 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5386ee3d-651e-4d95-9fc9-b371fee60f26 req-05ba3839-dab1-4a9c-8ab1-976be88bbdab tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018200 Apr 29 18:48:39.974092 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-fae9c26a-92f3-43fe-97a2-85a01bbd3f4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=368da476-db93-4234-a03c-a6e79da9c501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545728 Apr 29 18:48:40.091572 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc000bc-4681-4c8f-866b-607809d54e9f req-14356209-e5e8-4da0-a931-d6a3668b79a6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:40.099533 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0dc000bc-4681-4c8f-866b-607809d54e9f req-14356209-e5e8-4da0-a931-d6a3668b79a6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0774627 Apr 29 18:48:40.157950 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-fba39647-5767-4718-bf21-083a522f895d service neutron] 10.222.0.15 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632533 Apr 29 18:48:40.181115 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0dc000bc-4681-4c8f-866b-607809d54e9f req-a7bb7f55-f1f6-415f-b37c-ae6172512bcf tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802886 Apr 29 18:48:40.333518 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d50a91fa-05fd-499e-aa0a-a66689ffa1c3 req-645d0ff0-4ac7-4473-824e-3bd51c900bdb service neutron] 10.222.0.15 "GET /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226547 Apr 29 18:48:40.352410 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650da205-747d-471a-af04-12870d6587a8 req-10cb4a0f-a444-427f-adaa-f5e0e84888fd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:40.353920 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-650da205-747d-471a-af04-12870d6587a8 req-10cb4a0f-a444-427f-adaa-f5e0e84888fd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0515015 Apr 29 18:48:40.405750 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-650da205-747d-471a-af04-12870d6587a8 req-1c4e2e98-001b-4579-9f4b-d3568ea8eda8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460706 Apr 29 18:48:40.569709 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:48:41.068519 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b188870-e867-44af-8921-67d8dc851938 req-d73ca901-c4b3-448a-b2a5-1f6fbdbe42eb tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:41.070685 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9b188870-e867-44af-8921-67d8dc851938 req-d73ca901-c4b3-448a-b2a5-1f6fbdbe42eb tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 944 time: 0.0539081 Apr 29 18:48:41.126735 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9b188870-e867-44af-8921-67d8dc851938 req-71647172-1d64-4199-aff4-545a15b088e1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479000 Apr 29 18:48:41.293558 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a1b09-8b91-4347-8215-af87460339c1 req-4f9852f6-6429-49b2-8088-286c49f94dc6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:41.295843 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c25a1b09-8b91-4347-8215-af87460339c1 req-4f9852f6-6429-49b2-8088-286c49f94dc6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Apr 29 18:48:41.347639 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c25a1b09-8b91-4347-8215-af87460339c1 req-96be8e49-e509-4e76-b4dd-765300eaf5b8 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454700 Apr 29 18:48:41.546357 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31858026-73e0-4f12-acad-beb817a9469f req-6251e405-841c-49b4-ab3e-1df3406de226 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:41.547787 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-31858026-73e0-4f12-acad-beb817a9469f req-6251e405-841c-49b4-ab3e-1df3406de226 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0511284 Apr 29 18:48:41.597986 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-31858026-73e0-4f12-acad-beb817a9469f req-66f19db7-50a9-4d62-8b79-3ed68c76b63e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442472 Apr 29 18:48:42.261135 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c15da7-51e5-4821-9edc-24912988572c req-880ae109-a536-4656-b2a5-1d5bba315ef6 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:42.263645 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-70c15da7-51e5-4821-9edc-24912988572c req-880ae109-a536-4656-b2a5-1d5bba315ef6 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 944 time: 0.0574503 Apr 29 18:48:42.318457 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-70c15da7-51e5-4821-9edc-24912988572c req-18636374-6a9b-411b-89c7-738251f6425a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501914 Apr 29 18:48:42.463758 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4310a-e3ac-4184-b721-de18d415fa91 req-d4437806-0d2b-4936-b2a3-9f64b70c4a00 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:42.465306 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ebc4310a-e3ac-4184-b721-de18d415fa91 req-d4437806-0d2b-4936-b2a3-9f64b70c4a00 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0478678 Apr 29 18:48:42.516803 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ebc4310a-e3ac-4184-b721-de18d415fa91 req-bef584b2-8b9a-4407-9e62-56bfb0fea92f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458550 Apr 29 18:48:42.748093 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d258b9-dc03-4512-bd1c-ac8f8c76f9aa req-8cf5f97c-ff85-48dd-b907-a95c09747b8a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:42.750400 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-90d258b9-dc03-4512-bd1c-ac8f8c76f9aa req-8cf5f97c-ff85-48dd-b907-a95c09747b8a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0728979 Apr 29 18:48:42.811255 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-90d258b9-dc03-4512-bd1c-ac8f8c76f9aa req-21dcfda6-5d2e-4341-9603-d8def94d8743 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541058 Apr 29 18:48:43.447352 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb68c-ccaa-4011-b902-822d4bfa4824 req-385d73c9-3940-4eb5-ac2e-c25c1f78dde1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:43.449025 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-97fdb68c-ccaa-4011-b902-822d4bfa4824 req-385d73c9-3940-4eb5-ac2e-c25c1f78dde1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 944 time: 0.0522115 Apr 29 18:48:43.497657 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-97fdb68c-ccaa-4011-b902-822d4bfa4824 req-6a892761-4124-45b7-844d-a1d7b9bf50e0 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 Apr 29 18:48:43.646062 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9afc44-8faf-4202-878d-76cae7476d37 req-df7be0de-d8da-46c1-9a13-dbec3bdd488e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:43.647725 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3c9afc44-8faf-4202-878d-76cae7476d37 req-df7be0de-d8da-46c1-9a13-dbec3bdd488e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0549574 Apr 29 18:48:43.700571 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3c9afc44-8faf-4202-878d-76cae7476d37 req-d3787742-0585-4f75-8221-ab3c90417a4d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454948 Apr 29 18:48:43.938444 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8a7d7-5c80-4c3c-b3b1-71b35b823d49 req-2efc0065-d2b0-4349-b555-f37a838e3a53 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:43.939829 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-46e8a7d7-5c80-4c3c-b3b1-71b35b823d49 req-2efc0065-d2b0-4349-b555-f37a838e3a53 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0501926 Apr 29 18:48:43.989956 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-46e8a7d7-5c80-4c3c-b3b1-71b35b823d49 req-4010087b-5554-49ad-960e-76ed47426be3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444889 Apr 29 18:48:44.621912 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2200627-c108-4664-ba04-e98314a0685b req-2ef7d085-aa72-4da3-8ee5-747e50f1fd0e tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:44.623391 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e2200627-c108-4664-ba04-e98314a0685b req-2ef7d085-aa72-4da3-8ee5-747e50f1fd0e tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 944 time: 0.0523572 Apr 29 18:48:44.677086 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e2200627-c108-4664-ba04-e98314a0685b req-6440d31e-6023-40c4-8dd6-9dd5bda9a545 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Apr 29 18:48:44.822448 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d77f88-cd55-4003-8abb-34c5f5c4891e req-7a234cfa-2a7e-4b49-b5b9-9aa91558aba5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:44.824922 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-70d77f88-cd55-4003-8abb-34c5f5c4891e req-7a234cfa-2a7e-4b49-b5b9-9aa91558aba5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0533681 Apr 29 18:48:44.874420 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-70d77f88-cd55-4003-8abb-34c5f5c4891e req-a645546f-e4ed-46d9-b3bd-02cdd64b099f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435655 Apr 29 18:48:45.112901 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0fa3b-1500-4afc-8a4a-5762c8af0953 req-2bc0782c-0cee-4f3a-8bcf-63d6d440ce15 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:45.114295 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-03a0fa3b-1500-4afc-8a4a-5762c8af0953 req-2bc0782c-0cee-4f3a-8bcf-63d6d440ce15 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0511253 Apr 29 18:48:45.165554 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-03a0fa3b-1500-4afc-8a4a-5762c8af0953 req-2c2d3e32-119b-4be1-b26e-881a59618b0f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441179 Apr 29 18:48:45.746686 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 18433e0b-7762-4dcd-b995-6ceff047b061 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:48:45.834471 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a77a3-2880-4cb8-b664-0f2c55c9f6a3 req-95459cda-2c35-4862-874d-638048f6379a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:45.837109 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-019a77a3-2880-4cb8-b664-0f2c55c9f6a3 req-95459cda-2c35-4862-874d-638048f6379a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 944 time: 0.0736213 Apr 29 18:48:45.886442 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 18433e0b-7762-4dcd-b995-6ceff047b061, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=18433e0b-7762-4dcd-b995-6ceff047b061,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:45.888458 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-019a77a3-2880-4cb8-b664-0f2c55c9f6a3 req-c7575fdf-6dea-4209-bbf1-5a1995d50621 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Apr 29 18:48:45.902644 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': '18433e0b-7762-4dcd-b995-6ceff047b061', 'network_id': '368da476-db93-4234-a03c-a6e79da9c501', 'port_id': '18433e0b-7762-4dcd-b995-6ceff047b061', 'mac_address': 'fa:16:3e:e4:3a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f309c37d-35f7-40bb-9dae-0ef6c4a01f64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:48:45.947540 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 18433e0b-7762-4dcd-b995-6ceff047b061 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:48:45.948009 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:45.963249 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18433e0b-7762-4dcd-b995-6ceff047b061 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:48:45.985252 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 18433e0b-7762-4dcd-b995-6ceff047b061, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=18433e0b-7762-4dcd-b995-6ceff047b061,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:45.990821 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:46.001037 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fa46a-49d9-4ff5-a646-8774be8486a2 req-45622a70-8b73-42b0-abc8-365f654a14f4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:46.002643 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-144fa46a-49d9-4ff5-a646-8774be8486a2 req-45622a70-8b73-42b0-abc8-365f654a14f4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0510695 Apr 29 18:48:46.045511 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=18433e0b-7762-4dcd-b995-6ceff047b061,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:46.059580 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-144fa46a-49d9-4ff5-a646-8774be8486a2 req-e3723ca3-90e5-4c23-b0d1-872659ef6aed tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512359 Apr 29 18:48:46.292933 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867aac-adc5-4941-899e-1a30abe68333 req-dcfc7bdb-737e-4a15-b2df-d611c58ea300 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:46.294428 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b867aac-adc5-4941-899e-1a30abe68333 req-dcfc7bdb-737e-4a15-b2df-d611c58ea300 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0519481 Apr 29 18:48:46.345249 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b867aac-adc5-4941-899e-1a30abe68333 req-d48e2642-54a7-4242-97de-b662740f62d7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446055 Apr 29 18:48:47.008762 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['18433e0b-7762-4dcd-b995-6ceff047b061'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:48:47.016062 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28037a-ae44-4f8a-b381-a322048b8580 req-ce47fc14-7642-400f-81e6-71a573dd9cf1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:47.017781 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1c28037a-ae44-4f8a-b381-a322048b8580 req-ce47fc14-7642-400f-81e6-71a573dd9cf1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 945 time: 0.0515471 Apr 29 18:48:47.115967 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1c28037a-ae44-4f8a-b381-a322048b8580 req-9db04553-fd5d-4daf-a349-b49d48028889 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918281 Apr 29 18:48:47.261036 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d685df3-9aae-4f23-9780-daa8318102a2 req-3cb1e495-dc97-447a-a3ec-873f072e9c15 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:47.262774 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2d685df3-9aae-4f23-9780-daa8318102a2 req-3cb1e495-dc97-447a-a3ec-873f072e9c15 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0847776 Apr 29 18:48:47.312952 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2d685df3-9aae-4f23-9780-daa8318102a2 req-362636bd-f038-41fd-865c-765deafc5d48 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434091 Apr 29 18:48:47.471647 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61c425-65ad-4a27-b90b-76762491b498 req-95fdaf47-57e5-4972-b261-e9f7c39a56a2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:47.473091 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4e61c425-65ad-4a27-b90b-76762491b498 req-95fdaf47-57e5-4972-b261-e9f7c39a56a2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0492148 Apr 29 18:48:47.527660 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4e61c425-65ad-4a27-b90b-76762491b498 req-95e70c11-2a1e-4ac6-a260-615724d59edf tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461998 Apr 29 18:48:48.240184 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32063b-2960-44cc-a30e-4115821850f1 req-b939f63a-db45-407c-a115-cb78fcbeea21 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:48.241650 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-af32063b-2960-44cc-a30e-4115821850f1 req-b939f63a-db45-407c-a115-cb78fcbeea21 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 945 time: 0.0484087 Apr 29 18:48:48.293791 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-af32063b-2960-44cc-a30e-4115821850f1 req-c9212974-8edd-4369-b1c0-7a1620a1d8c9 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464714 Apr 29 18:48:48.438287 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe425e3-beb3-4e74-b9d4-bb5383bb8352 req-5dcd86a5-12ae-4b10-aa9e-c82fb4263ac3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:48.439671 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cbe425e3-beb3-4e74-b9d4-bb5383bb8352 req-5dcd86a5-12ae-4b10-aa9e-c82fb4263ac3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0525246 Apr 29 18:48:48.491159 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cbe425e3-beb3-4e74-b9d4-bb5383bb8352 req-990c93e4-be46-413b-b15e-6aa89ea8ea2d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Apr 29 18:48:48.659961 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141de06-9a9a-403a-b433-ad069908d056 req-aa96527e-8c9e-4f65-b12c-2d52567a9f5a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:48.662419 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1141de06-9a9a-403a-b433-ad069908d056 req-aa96527e-8c9e-4f65-b12c-2d52567a9f5a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0528350 Apr 29 18:48:48.713481 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1141de06-9a9a-403a-b433-ad069908d056 req-53fec462-e68c-4b24-8d46-a6c7136e3a14 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460064 Apr 29 18:48:49.421220 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86a56f-05a8-44e5-b2a3-d5a6541d81a5 req-a21e7731-4404-42bf-9b0e-5947fa23fcd3 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:49.422675 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bb86a56f-05a8-44e5-b2a3-d5a6541d81a5 req-a21e7731-4404-42bf-9b0e-5947fa23fcd3 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 945 time: 0.0521128 Apr 29 18:48:49.470393 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bb86a56f-05a8-44e5-b2a3-d5a6541d81a5 req-b0e57529-f12e-432b-b7f7-bf94718e2d6c tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Apr 29 18:48:49.612087 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab552b-72dd-4af3-a74b-36b0a02af186 req-b3b1c882-d1e9-44f5-99e1-f4b59ba5590b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:49.613508 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-24ab552b-72dd-4af3-a74b-36b0a02af186 req-b3b1c882-d1e9-44f5-99e1-f4b59ba5590b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0494103 Apr 29 18:48:49.661510 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-24ab552b-72dd-4af3-a74b-36b0a02af186 req-b6f00185-a937-4942-a7d9-571a3e51d262 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422077 Apr 29 18:48:49.798453 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 18433e0b-7762-4dcd-b995-6ceff047b061 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:48:49.840921 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba88b8c-2af3-4ef7-a38a-a75a9198f0fa req-cdf739cc-ae1b-44ae-8002-b9c3fa104eb1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:49.842437 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5ba88b8c-2af3-4ef7-a38a-a75a9198f0fa req-cdf739cc-ae1b-44ae-8002-b9c3fa104eb1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0489779 Apr 29 18:48:49.846697 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port 18433e0b-7762-4dcd-b995-6ceff047b061 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:48:49.854008 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port 18433e0b-7762-4dcd-b995-6ceff047b061 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:48:49.854365 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:49.898003 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5ba88b8c-2af3-4ef7-a38a-a75a9198f0fa req-4f40c0d2-77bf-409d-aea5-4dafb37a8b71 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497057 Apr 29 18:48:49.937057 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 18433e0b-7762-4dcd-b995-6ceff047b061 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:48:49.937444 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:49.947839 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-69ae67de-1a25-4192-bd9d-d6cdd9ed97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:49.949378 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-69ae67de-1a25-4192-bd9d-d6cdd9ed97a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 1130 time: 0.0942092 Apr 29 18:48:49.960751 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18433e0b-7762-4dcd-b995-6ceff047b061'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:48:49.963128 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07937b0-7b31-45e6-8243-b3ccb1ad1080" -d '{"events": [{"server_uuid": "1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200", "name": "network-vif-plugged", "status": "completed", "tag": "18433e0b-7762-4dcd-b995-6ceff047b061"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:48:49.975947 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 18433e0b-7762-4dcd-b995-6ceff047b061, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=18433e0b-7762-4dcd-b995-6ceff047b061,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:49.980455 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:50.005743 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f54f6d-d00c-4778-aff3-87eeffa8e2da x-openstack-request-id: req-a3f54f6d-d00c-4778-aff3-87eeffa8e2da {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:48:50.006053 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200", "name": "network-vif-plugged", "status": "completed", "tag": "18433e0b-7762-4dcd-b995-6ceff047b061", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:48:50.006304 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3f54f6d-d00c-4778-aff3-87eeffa8e2da {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:48:50.006687 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f54f6d-d00c-4778-aff3-87eeffa8e2da'] response: {'server_uuid': '1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18433e0b-7762-4dcd-b995-6ceff047b061', 'code': 200} Apr 29 18:48:50.035250 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=18433e0b-7762-4dcd-b995-6ceff047b061,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:50.044473 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-cb7fc5d7-e9ee-43d0-8757-14b578f69296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:50.045964 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-cb7fc5d7-e9ee-43d0-8757-14b578f69296 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 918 time: 0.0884953 Apr 29 18:48:50.169446 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-de24e7fe-4d2d-460c-bba5-46cdb7b786c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd HTTP/1.1" status: 200 len: 1001 time: 0.0666640 Apr 29 18:48:50.219388 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-31b63cfd-90c8-40b0-8355-2c9e06154f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:50.220845 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-31b63cfd-90c8-40b0-8355-2c9e06154f6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.0437145 Apr 29 18:48:50.310159 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-f96a4a89-b1e1-4a51-9f72-39460ce45733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:50.311545 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-f96a4a89-b1e1-4a51-9f72-39460ce45733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482728 Apr 29 18:48:50.364481 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44f04-520b-4130-a245-622905f1c862 req-1fda4edf-15a7-4ae6-be05-e08105612297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:50.365925 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c2f44f04-520b-4130-a245-622905f1c862 req-1fda4edf-15a7-4ae6-be05-e08105612297 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 1130 time: 0.0637796 Apr 29 18:48:50.451968 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-1f345a41-8fdb-4b8d-81b4-ff2e60ce28f3 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218424 Apr 29 18:48:50.454376 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c2f44f04-520b-4130-a245-622905f1c862 req-e2b68f97-60ca-4bcb-a7df-821b5edbd734 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586927 Apr 29 18:48:50.592895 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84864e-6051-4227-982f-f2a396c3bbfd req-b12e153e-35e0-4b1e-a261-700a241a0fe1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:50.594386 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fd84864e-6051-4227-982f-f2a396c3bbfd req-b12e153e-35e0-4b1e-a261-700a241a0fe1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0513022 Apr 29 18:48:50.651260 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fd84864e-6051-4227-982f-f2a396c3bbfd req-8449ad7e-0628-490d-8525-05ca305c88ad tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490088 Apr 29 18:48:50.784631 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36c15b-b9d8-4bc2-8253-ce7e4428351b req-ef1f301a-96aa-4340-96e3-5cd14c6677bc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:50.786011 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5d36c15b-b9d8-4bc2-8253-ce7e4428351b req-ef1f301a-96aa-4340-96e3-5cd14c6677bc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0537131 Apr 29 18:48:50.835503 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5d36c15b-b9d8-4bc2-8253-ce7e4428351b req-d87b2e8c-a7c0-4847-9223-d0e0f0b41151 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437696 Apr 29 18:48:51.041482 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ea6b4-08f3-4c39-bdd1-440aaf6ab9f1 req-a8054413-18a8-42a2-b556-857a61f56f8c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:51.042854 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-100ea6b4-08f3-4c39-bdd1-440aaf6ab9f1 req-a8054413-18a8-42a2-b556-857a61f56f8c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0538051 Apr 29 18:48:51.094721 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-100ea6b4-08f3-4c39-bdd1-440aaf6ab9f1 req-66517cfb-50ef-4115-b69a-5173009f2a1e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435419 Apr 29 18:48:51.442052 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-45c7ca17-5898-4fb3-aef7-76431ef49b59 req-86757e90-b0e5-4faa-8f99-86c5bb4519b3 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039441 Apr 29 18:48:51.788859 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab85968-ed2d-4e1d-b293-4ffa18291b89 req-e43e95ee-5961-45cd-9742-941ec656c13a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:51.790368 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4ab85968-ed2d-4e1d-b293-4ffa18291b89 req-e43e95ee-5961-45cd-9742-941ec656c13a tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0607767 Apr 29 18:48:51.841161 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4ab85968-ed2d-4e1d-b293-4ffa18291b89 req-8ef67624-f1a8-434b-97fe-b43baa6384dd tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431681 Apr 29 18:48:51.962141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5e97-9cde-4e7a-baa1-bf27c90041c7 req-ca6253dd-ae14-4c91-931a-df5e0fbe7cf4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:51.963731 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-309f5e97-9cde-4e7a-baa1-bf27c90041c7 req-ca6253dd-ae14-4c91-931a-df5e0fbe7cf4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0549712 Apr 29 18:48:52.013132 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-309f5e97-9cde-4e7a-baa1-bf27c90041c7 req-596c57d9-d5e3-4d76-b03e-cb44951c564f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438535 Apr 29 18:48:52.211733 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62902d15-7d95-4f7c-b97c-1e02b5b3f033 req-59718d2b-376f-4a7e-94f6-e6707dd0c87e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:52.213539 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-62902d15-7d95-4f7c-b97c-1e02b5b3f033 req-59718d2b-376f-4a7e-94f6-e6707dd0c87e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0465615 Apr 29 18:48:52.259648 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-62902d15-7d95-4f7c-b97c-1e02b5b3f033 req-e5b42619-0ead-4dc4-8f36-528005d3fa52 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407281 Apr 29 18:48:52.268573 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720196-78ce-40b1-b35a-236ac196948b req-eaa0eab8-76bb-452a-ade8-91f783f0a49b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:52.270054 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1f720196-78ce-40b1-b35a-236ac196948b req-eaa0eab8-76bb-452a-ade8-91f783f0a49b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0467844 Apr 29 18:48:52.318035 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1f720196-78ce-40b1-b35a-236ac196948b req-f7c1f552-6e74-4d05-85da-6e84b78f51b4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420408 Apr 29 18:48:52.971197 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbe9c6-99aa-438e-a0da-6fba111b4730 req-97062e1c-efd2-429b-b60b-208bf53a0ec6 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:52.972655 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b3cbe9c6-99aa-438e-a0da-6fba111b4730 req-97062e1c-efd2-429b-b60b-208bf53a0ec6 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0508945 Apr 29 18:48:53.019998 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b3cbe9c6-99aa-438e-a0da-6fba111b4730 req-598952c6-091c-4b8b-abc0-83e8f3a2721f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Apr 29 18:48:53.109767 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-51210ad1-9e35-46bd-8f39-15a8f47ec4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:53.393938 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f87ed9-4774-40c1-a4a3-d8cd323fcb5d req-68345b86-f834-4712-9384-9e8bbfbe3eb1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:53.395514 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a5f87ed9-4774-40c1-a4a3-d8cd323fcb5d req-68345b86-f834-4712-9384-9e8bbfbe3eb1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 946 time: 0.0487528 Apr 29 18:48:53.443036 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fbb89-1835-4520-8dd1-7533f2119017 req-56b54bb2-c7f8-4eec-9222-7d7cc3319140 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:53.444435 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8a6fbb89-1835-4520-8dd1-7533f2119017 req-56b54bb2-c7f8-4eec-9222-7d7cc3319140 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Apr 29 18:48:53.444906 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a5f87ed9-4774-40c1-a4a3-d8cd323fcb5d req-6d0c7d72-ce0f-4b6f-929c-420fb17b7735 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436790 Apr 29 18:48:53.492388 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8a6fbb89-1835-4520-8dd1-7533f2119017 req-e4594a4d-fe31-4dc7-86d8-c6cb34d5d446 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416532 Apr 29 18:48:53.790143 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:48:53.880964 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a63bebc4-95e6-421a-a58d-29f1b1ab96dd is: ACTIVE; New status is: DOWN {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:48:53.881344 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:53.904427 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:48:53.906660 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da41e6fa-26c8-4989-8d0a-c74dd79698b2" -d '{"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-unplugged", "status": "completed", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:48:53.919385 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:48:53.924806 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:53.949843 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 18:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35d2139-d3ac-4a3e-8744-2a2717aa0ccf x-openstack-request-id: req-a35d2139-d3ac-4a3e-8744-2a2717aa0ccf {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:48:53.950149 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-unplugged", "status": "completed", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:48:53.950399 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a35d2139-d3ac-4a3e-8744-2a2717aa0ccf {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:48:53.950767 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35d2139-d3ac-4a3e-8744-2a2717aa0ccf'] response: {'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'code': 200} Apr 29 18:48:53.975063 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=8']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:48:54.149054 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cd88a-b1c0-4177-80bb-ff75dc13e139 req-39ac70ea-f1b1-443b-997d-469e4dc53baa tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:54.150640 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d09cd88a-b1c0-4177-80bb-ff75dc13e139 req-39ac70ea-f1b1-443b-997d-469e4dc53baa tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0489261 Apr 29 18:48:54.211129 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d09cd88a-b1c0-4177-80bb-ff75dc13e139 req-d320af6a-6241-4708-90d8-b8ff2bfc738b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519166 Apr 29 18:48:54.567666 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07bb1b-01fd-4000-89a3-8b65399d4a0d req-5c1b78b9-1e08-4e83-8048-a76438af507d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:54.569163 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bf07bb1b-01fd-4000-89a3-8b65399d4a0d req-5c1b78b9-1e08-4e83-8048-a76438af507d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0473988 Apr 29 18:48:54.606574 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c57c9d-33c4-45e8-8627-f231faf13978 req-dec3de8c-7762-4aa4-981e-4f19a2fe2968 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:54.608951 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-97c57c9d-33c4-45e8-8627-f231faf13978 req-dec3de8c-7762-4aa4-981e-4f19a2fe2968 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0489614 Apr 29 18:48:54.620338 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bf07bb1b-01fd-4000-89a3-8b65399d4a0d req-54466f93-bceb-42d7-8b80-342bb26636e9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449531 Apr 29 18:48:54.656850 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-97c57c9d-33c4-45e8-8627-f231faf13978 req-a675c6ea-6762-4436-b12f-0a607c43918a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429068 Apr 29 18:48:55.323240 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5237aa23-e727-4f6c-a942-1cc64e8e8317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:55.338701 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3281537-24f2-4832-b5e0-4f326f44c21c req-d21991ce-5211-48c1-b24e-481e228dc4c1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:55.340170 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b3281537-24f2-4832-b5e0-4f326f44c21c req-d21991ce-5211-48c1-b24e-481e228dc4c1 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0490701 Apr 29 18:48:55.386036 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b3281537-24f2-4832-b5e0-4f326f44c21c req-69c37d6d-fb42-4d22-9a45-bbd69db0242b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399845 Apr 29 18:48:55.740253 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc039e-c2de-405e-bb0d-b748c0b8eea5 req-22b769c4-2b6e-47bd-bccb-62e4f2f0315f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:55.741908 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-19dc039e-c2de-405e-bb0d-b748c0b8eea5 req-22b769c4-2b6e-47bd-bccb-62e4f2f0315f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0487614 Apr 29 18:48:55.778781 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9b84-ca11-4697-9ffb-a8e780546fe2 req-ca77f27c-a35a-42c4-a733-aa805db4c47e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:55.780305 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-549e9b84-ca11-4697-9ffb-a8e780546fe2 req-ca77f27c-a35a-42c4-a733-aa805db4c47e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0518417 Apr 29 18:48:55.790602 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-19dc039e-c2de-405e-bb0d-b748c0b8eea5 req-4b6eb785-5641-4502-a91f-6beb8ddde036 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431736 Apr 29 18:48:55.829823 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-549e9b84-ca11-4697-9ffb-a8e780546fe2 req-51082c5a-0d13-4f9f-91ca-349d9f7b858a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437596 Apr 29 18:48:56.339024 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:56.508365 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696578ba-8278-4897-8d76-8feb510cfec1 req-41a2f7c9-9773-4ea7-9a22-13797a701071 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:56.510218 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-696578ba-8278-4897-8d76-8feb510cfec1 req-41a2f7c9-9773-4ea7-9a22-13797a701071 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0510020 Apr 29 18:48:56.558734 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-696578ba-8278-4897-8d76-8feb510cfec1 req-5f40627d-d83f-47d7-965a-75d12ef14d3b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Apr 29 18:48:56.918984 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8163b-9750-4b71-ac7d-8fbef212f8e1 req-21ec62fe-9e05-4d07-97e9-29599a717c17 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:56.921247 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-52a8163b-9750-4b71-ac7d-8fbef212f8e1 req-21ec62fe-9e05-4d07-97e9-29599a717c17 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0553634 Apr 29 18:48:56.968736 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-52a8163b-9750-4b71-ac7d-8fbef212f8e1 req-4dd5c65f-9949-4bf4-bd68-f886b16bd119 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417082 Apr 29 18:48:57.084484 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8e5b1-6323-441b-a684-1dd9d13cec28 req-b1cf9bf1-2439-45d6-9775-e9b45f439dc2 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:57.085963 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e2b8e5b1-6323-441b-a684-1dd9d13cec28 req-b1cf9bf1-2439-45d6-9775-e9b45f439dc2 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0586996 Apr 29 18:48:57.141444 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e2b8e5b1-6323-441b-a684-1dd9d13cec28 req-b5456cd8-55cd-4c92-a195-84523bc60115 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439436 Apr 29 18:48:57.562223 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:57.630196 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [req-4863c5ef-1a2c-4f85-8e28-8d3cb6bcc7b6 req-ab4906dc-45b8-4899-97a7-7b8c9d305ee4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:48:57.631222 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4863c5ef-1a2c-4f85-8e28-8d3cb6bcc7b6 req-ab4906dc-45b8-4899-97a7-7b8c9d305ee4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054426 Apr 29 18:48:57.781977 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272ae65-09a6-46a9-a17d-39775ebf84c4 req-93c515cd-4446-4baa-b583-85c7f46d4de4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:57.783445 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1272ae65-09a6-46a9-a17d-39775ebf84c4 req-93c515cd-4446-4baa-b583-85c7f46d4de4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0477314 Apr 29 18:48:57.835702 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1272ae65-09a6-46a9-a17d-39775ebf84c4 req-6f868f8d-a96b-4f76-870e-27f58e88e5c7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414629 Apr 29 18:48:57.903186 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347a967-ac72-4887-9e1c-1277925995d8 req-503c4124-056f-4ca9-ba84-a77c48b552b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:57.905615 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b347a967-ac72-4887-9e1c-1277925995d8 req-503c4124-056f-4ca9-ba84-a77c48b552b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 1129 time: 0.0469861 Apr 29 18:48:57.962380 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49912) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:48:58.042691 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-a159567e-7352-4ba6-aac3-acc9914f082d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791111 Apr 29 18:48:58.053517 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-6501c26a-f9db-4784-b921-6e92140bcdd1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:48:58.054450 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-6501c26a-f9db-4784-b921-6e92140bcdd1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048804 Apr 29 18:48:58.143540 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 49920) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:48:58.268902 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-a224b05e-886f-4062-8a91-6dcc3bba0b01 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:58.270222 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-a224b05e-886f-4062-8a91-6dcc3bba0b01 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports/a63bebc4-95e6-421a-a58d-29f1b1ab96dd HTTP/1.1" status: 200 len: 941 time: 0.1250622 Apr 29 18:48:58.288665 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618580-5313-4cd8-8056-f06196aa4c6b req-1a38408e-7d57-44d3-a93c-e3f36809cd65 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:58.290178 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-15618580-5313-4cd8-8056-f06196aa4c6b req-1a38408e-7d57-44d3-a93c-e3f36809cd65 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0621581 Apr 29 18:48:58.340430 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-15618580-5313-4cd8-8056-f06196aa4c6b req-083a8ac4-ac30-4791-adca-9d6c16f81942 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443313 Apr 29 18:48:58.611645 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347a967-ac72-4887-9e1c-1277925995d8 req-ab729cf2-44e8-46ec-87dc-bf3f5a233157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:58.613446 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b347a967-ac72-4887-9e1c-1277925995d8 req-ab729cf2-44e8-46ec-87dc-bf3f5a233157 service neutron] 10.222.0.15 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 912 time: 0.1024849 Apr 29 18:48:59.013161 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17101e0d-431a-4892-9f9a-ea75ddfddb15 req-40fa0af7-b6f0-48ac-a41a-a261acd1dea5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:59.014740 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-17101e0d-431a-4892-9f9a-ea75ddfddb15 req-40fa0af7-b6f0-48ac-a41a-a261acd1dea5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0899713 Apr 29 18:48:59.031272 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b347a967-ac72-4887-9e1c-1277925995d8 req-3e98b0ad-cdb5-4b4c-8fe7-951142a3ccee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0 HTTP/1.1" status: 200 len: 1000 time: 0.1044905 Apr 29 18:48:59.072684 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-17101e0d-431a-4892-9f9a-ea75ddfddb15 req-964bbcef-6f96-4989-b93a-d8f3216a40bd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485680 Apr 29 18:48:59.162240 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347a967-ac72-4887-9e1c-1277925995d8 req-5d8785c4-8fe3-4f34-bc4b-47f4769cb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:59.163805 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b347a967-ac72-4887-9e1c-1277925995d8 req-5d8785c4-8fe3-4f34-bc4b-47f4769cb269 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 200 len: 850 time: 0.0491705 Apr 29 18:48:59.291099 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347a967-ac72-4887-9e1c-1277925995d8 req-d18f0989-1d8b-4725-bbde-a24145a8d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:59.292644 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b347a967-ac72-4887-9e1c-1277925995d8 req-d18f0989-1d8b-4725-bbde-a24145a8d6c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=755981e4-77ea-4ec8-899a-643c96679562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467725 Apr 29 18:48:59.356393 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:48:59.425254 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b347a967-ac72-4887-9e1c-1277925995d8 req-94c69621-3cea-48f5-af38-330950307846 service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091237 Apr 29 18:48:59.459344 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a343808-1825-441b-b9ff-692529c66961 req-54ac19f0-afb2-47be-9bf0-19434b20abc7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:59.461121 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4a343808-1825-441b-b9ff-692529c66961 req-54ac19f0-afb2-47be-9bf0-19434b20abc7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0480919 Apr 29 18:48:59.514005 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4a343808-1825-441b-b9ff-692529c66961 req-b0b3109e-64bf-48bf-82c0-57b93cb959cf tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467007 Apr 29 18:48:59.538116 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b347a967-ac72-4887-9e1c-1277925995d8 req-53c83b28-d2ce-43c2-83ab-d9c39d5f885f service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922990 Apr 29 18:48:59.770373 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e96cb-a036-482c-a687-a9b5f3ceb0de req-cd079441-fefa-4b0e-81c9-68c193bc382c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:59.771861 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-767e96cb-a036-482c-a687-a9b5f3ceb0de req-cd079441-fefa-4b0e-81c9-68c193bc382c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0493402 Apr 29 18:48:59.827210 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-767e96cb-a036-482c-a687-a9b5f3ceb0de req-87707741-7b8e-4b85-ae7b-9bb20272b9e2 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469127 Apr 29 18:48:59.846833 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:48:59.857257 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49958) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:48:59.926085 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a63bebc4-95e6-421a-a58d-29f1b1ab96dd is: DOWN; New status is: DOWN {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:48:59.939083 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41f457-67ed-4e87-b096-fe798394a407 tempest-TestMinimumBasicScenario-547142175 tempest-TestMinimumBasicScenario-547142175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:48:59.940678 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-5a41f457-67ed-4e87-b096-fe798394a407 tempest-TestMinimumBasicScenario-547142175 tempest-TestMinimumBasicScenario-547142175-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 1124 time: 0.0821226 Apr 29 18:48:59.943454 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49962) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:48:59.947995 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'port_id': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:48:59.969364 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:00.044014 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:00.163729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Allocated IP 172.27.0.191 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/156310cd-21ca-4b12-96f7-e6c85b769a8d) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:49:00.226266 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d996cb-3a0b-4eb1-8a6c-595cfb046227 req-be3125f1-f325-4cfc-812b-f0b8ffbf5f85 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:00.227738 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-29d996cb-3a0b-4eb1-8a6c-595cfb046227 req-be3125f1-f325-4cfc-812b-f0b8ffbf5f85 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0656183 Apr 29 18:49:00.321206 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-29d996cb-3a0b-4eb1-8a6c-595cfb046227 req-c284563e-498a-4a47-b27b-8a1cebcb7b84 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865681 Apr 29 18:49:00.337862 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for port (156310cd-21ca-4b12-96f7-e6c85b769a8d), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:00.373790 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (156310cd-21ca-4b12-96f7-e6c85b769a8d), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:00.415523 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:49:00.420672 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:49:00.422853 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'Port': ['ID=156310cd-21ca-4b12-96f7-e6c85b769a8d,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:00.424977 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:49:00.638023 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4953c-7840-4313-b2b0-9994f8cda46c req-95cb3dfc-eca8-4877-8bec-de1ae40661d6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:00.639491 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02b4953c-7840-4313-b2b0-9994f8cda46c req-95cb3dfc-eca8-4877-8bec-de1ae40661d6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0522397 Apr 29 18:49:00.688608 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02b4953c-7840-4313-b2b0-9994f8cda46c req-6b919b72-6f35-496a-b361-a3995d9d3770 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Apr 29 18:49:00.826050 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for floatingip (f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:00.912756 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (156310cd-21ca-4b12-96f7-e6c85b769a8d), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:01.080557 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for port (156310cd-21ca-4b12-96f7-e6c85b769a8d), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:01.086934 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (156310cd-21ca-4b12-96f7-e6c85b769a8d), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:01.156768 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'Port': ['ID=156310cd-21ca-4b12-96f7-e6c85b769a8d,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:01.166746 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:01.270998 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Floating IP f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6 associated. External IP: 172.27.0.191, port: bb9a641c-a7d8-4e28-a80c-b58869440824. Apr 29 18:49:01.475157 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db889efe-36d4-4ca6-800a-609439babc7f req-fdf8967c-ed2f-46b7-896e-e5c897e14834 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:01.476665 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-db889efe-36d4-4ca6-800a-609439babc7f req-fdf8967c-ed2f-46b7-896e-e5c897e14834 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0804167 Apr 29 18:49:01.757006 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:01.801888 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:49:01.805343 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-db889efe-36d4-4ca6-800a-609439babc7f req-e9626d9e-a969-4de2-a63e-070ec07e3357 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223176 Apr 29 18:49:01.811286 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf09f8-a627-493b-8eed-32ed5c9b675e req-f9553dbe-b421-455f-8830-30bbef245b9c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:01.812905 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7daf09f8-a627-493b-8eed-32ed5c9b675e req-f9553dbe-b421-455f-8830-30bbef245b9c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0509205 Apr 29 18:49:01.872596 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7daf09f8-a627-493b-8eed-32ed5c9b675e req-83041d09-7f3a-4255-95cc-b14b8eeb9055 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497222 Apr 29 18:49:01.938455 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:49:01.949333 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] Sync routers for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:49:01.957527 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:01.958775 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:49:01.959392 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:48:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:49:01.990192 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-1e4cd18b-b585-4908-9524-045e9682ef80 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0431328 Apr 29 18:49:01.990192 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:49:01.990549 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 49978) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:49:01.990852 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:49:01.995411 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-06fe6fd1-0c79-49be-8cfb-da70d125c0a1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382927720', 'description': 'tempest-secgroup-smoke-382927720 description', 'project_id': 'cbeb3229d0de484cba6fc698fc072af5'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:49:02.021843 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-06fe6fd1-0c79-49be-8cfb-da70d125c0a1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.038293 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079d2c0a-b58a-4ceb-bea6-31472964d733 x-openstack-request-id: req-079d2c0a-b58a-4ceb-bea6-31472964d733 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:49:02.038622 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:49:02.038901 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-079d2c0a-b58a-4ceb-bea6-31472964d733 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:49:02.039268 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079d2c0a-b58a-4ceb-bea6-31472964d733'] response: {'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'status': 'completed', 'code': 200} Apr 29 18:49:02.083701 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:49:02.095302 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-06fe6fd1-0c79-49be-8cfb-da70d125c0a1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group (f5270119-fd8c-4230-8b74-02e0160cbc50), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.100438 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-06fe6fd1-0c79-49be-8cfb-da70d125c0a1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f5270119-fd8c-4230-8b74-02e0160cbc50), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.127478 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-06fe6fd1-0c79-49be-8cfb-da70d125c0a1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.131396 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-06fe6fd1-0c79-49be-8cfb-da70d125c0a1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1370945 Apr 29 18:49:02.131749 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49982) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:49:02.132708 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe6fd1-0c79-49be-8cfb-da70d125c0a1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5270119-fd8c-4230-8b74-02e0160cbc50,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:02.137729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-3d67b908-8c80-4b0c-82aa-de01c54a014c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'security_group_rule': {'security_group_id': 'f5270119-fd8c-4230-8b74-02e0160cbc50', 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:49:02.171201 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3d67b908-8c80-4b0c-82aa-de01c54a014c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (7eb440a4-3451-4803-a634-62fb783d6b3a), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.183596 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-bc649144-fabb-4ae2-bb10-c285bd81b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:02.185168 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-bc649144-fabb-4ae2-bb10-c285bd81b269 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbeb3229d0de484cba6fc698fc072af5&device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 1129 time: 0.0430036 Apr 29 18:49:02.231401 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3d67b908-8c80-4b0c-82aa-de01c54a014c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (7eb440a4-3451-4803-a634-62fb783d6b3a), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.235684 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3d67b908-8c80-4b0c-82aa-de01c54a014c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (7eb440a4-3451-4803-a634-62fb783d6b3a), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.255606 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67b908-8c80-4b0c-82aa-de01c54a014c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb440a4-3451-4803-a634-62fb783d6b3a,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:02.264107 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3d67b908-8c80-4b0c-82aa-de01c54a014c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.265721 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-3d67b908-8c80-4b0c-82aa-de01c54a014c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326709 Apr 29 18:49:02.268467 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49984) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:49:02.273057 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-cc858cb3-e820-40a3-afb6-26c4df4cf65a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'security_group_rule': {'security_group_id': 'f5270119-fd8c-4230-8b74-02e0160cbc50', 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:49:02.301128 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cc858cb3-e820-40a3-afb6-26c4df4cf65a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (99822020-481b-41f6-a9eb-9204ee4c9a31), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.304544 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-de921440-b9e1-4b05-875d-cc6631deaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:02.306044 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-de921440-b9e1-4b05-875d-cc6631deaf1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3c95e61-e689-490c-8a10-d7343a3833ef HTTP/1.1" status: 200 len: 916 time: 0.1020153 Apr 29 18:49:02.322124 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'port_id': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'mac_address': 'fa:16:3e:3f:b7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:49:00Z', 'updated_at': '2022-04-29T18:49:00Z', 'revision_number': 0, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c144d1bb-6458-4471-87a2-99bd305e6d60', 'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'mac_address': 'fa:16:3e:f1:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:14Z', 'updated_at': '2022-04-29T18:47:20Z', 'revision_number': 5, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'subnets': [{'id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:49:02.350424 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] Checking router: 722aa418-e040-4ea9-a89f-a0e9e7de3f81 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:49:02.359441 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:49:02.360484 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:48:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:49:02.362129 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cc858cb3-e820-40a3-afb6-26c4df4cf65a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (99822020-481b-41f6-a9eb-9204ee4c9a31), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.367859 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cc858cb3-e820-40a3-afb6-26c4df4cf65a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (99822020-481b-41f6-a9eb-9204ee4c9a31), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.387162 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-e05c3b78-6cc8-4034-8964-098380c4f945 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 200 len: 999 time: 0.0605402 Apr 29 18:49:02.391296 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc858cb3-e820-40a3-afb6-26c4df4cf65a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99822020-481b-41f6-a9eb-9204ee4c9a31,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:02.396782 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cc858cb3-e820-40a3-afb6-26c4df4cf65a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.400595 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-cc858cb3-e820-40a3-afb6-26c4df4cf65a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284826 Apr 29 18:49:02.401571 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 49986) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:49:02.405661 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-a440cb25-8e2a-4375-b3b3-b4880844cf6c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'security_group_rule': {'security_group_id': 'f5270119-fd8c-4230-8b74-02e0160cbc50', 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:49:02.464036 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-b1010b70-a1fc-4b1d-9689-6622da5425a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:02.465543 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-b1010b70-a1fc-4b1d-9689-6622da5425a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=592e7e41-a9d5-40b0-9621-cd4bd4499cb4 HTTP/1.1" status: 200 len: 854 time: 0.0652409 Apr 29 18:49:02.467399 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a440cb25-8e2a-4375-b3b3-b4880844cf6c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (65bb7887-4bae-4e94-a943-4d4913b5a0b4), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.473032 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:49:02.544009 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-3fc7dbc2-13f2-47a2-8501-08ee88267916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:02.545663 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-3fc7dbc2-13f2-47a2-8501-08ee88267916 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3c95e61-e689-490c-8a10-d7343a3833ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644753 Apr 29 18:49:02.560103 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a440cb25-8e2a-4375-b3b3-b4880844cf6c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (65bb7887-4bae-4e94-a943-4d4913b5a0b4), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.564338 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a440cb25-8e2a-4375-b3b3-b4880844cf6c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (65bb7887-4bae-4e94-a943-4d4913b5a0b4), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.601141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440cb25-8e2a-4375-b3b3-b4880844cf6c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bb7887-4bae-4e94-a943-4d4913b5a0b4,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:02.618146 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a440cb25-8e2a-4375-b3b3-b4880844cf6c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.622218 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49988) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:49:02.622393 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-a440cb25-8e2a-4375-b3b3-b4880844cf6c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2197912 Apr 29 18:49:02.627312 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-e061e78e-fe65-46f9-84a3-93d5f152c213 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'security_group_rule': {'security_group_id': 'f5270119-fd8c-4230-8b74-02e0160cbc50', 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:49:02.658544 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e061e78e-fe65-46f9-84a3-93d5f152c213 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (668a4657-0e51-45ef-8ff7-772ee108cf90), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.677792 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-64c8eadf-7eae-4251-bce6-9a25a276243f service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107581 Apr 29 18:49:02.700292 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'port_id': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'mac_address': 'fa:16:3e:3f:b7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:49:00Z', 'updated_at': '2022-04-29T18:49:00Z', 'revision_number': 0, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c144d1bb-6458-4471-87a2-99bd305e6d60', 'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'mac_address': 'fa:16:3e:f1:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:14Z', 'updated_at': '2022-04-29T18:47:20Z', 'revision_number': 5, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'subnets': [{'id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:49:02.720203 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e061e78e-fe65-46f9-84a3-93d5f152c213 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (668a4657-0e51-45ef-8ff7-772ee108cf90), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.724546 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e061e78e-fe65-46f9-84a3-93d5f152c213 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (668a4657-0e51-45ef-8ff7-772ee108cf90), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.731190 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67f3dd-2f93-494c-8648-21fd00599d6b None None] The sync data for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi is: [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'port_id': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'mac_address': 'fa:16:3e:3f:b7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:49:00Z', 'updated_at': '2022-04-29T18:49:00Z', 'revision_number': 0, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c144d1bb-6458-4471-87a2-99bd305e6d60', 'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'mac_address': 'fa:16:3e:f1:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:14Z', 'updated_at': '2022-04-29T18:47:20Z', 'revision_number': 5, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'subnets': [{'id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:49:02.747157 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061e78e-fe65-46f9-84a3-93d5f152c213 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668a4657-0e51-45ef-8ff7-772ee108cf90,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:02.753708 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e061e78e-fe65-46f9-84a3-93d5f152c213 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.757480 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e061e78e-fe65-46f9-84a3-93d5f152c213 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314392 Apr 29 18:49:02.757720 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49990) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:49:02.762738 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-814b5fcb-f7a4-4e9d-8fc6-5328acee9239 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'security_group_rule': {'security_group_id': 'f5270119-fd8c-4230-8b74-02e0160cbc50', 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:49:02.786561 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.securitygroups_db [None req-814b5fcb-f7a4-4e9d-8fc6-5328acee9239 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Project cbeb3229d0de484cba6fc698fc072af5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:49:02.790685 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96f8e9ed-df00-457c-beea-f7cbd94a3dbd req-13dc19d5-aec8-41a2-8b24-025b30b38bc2 service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015682 Apr 29 18:49:02.793561 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-814b5fcb-f7a4-4e9d-8fc6-5328acee9239 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (5a681145-cb3f-4bbc-9a68-f0555fa2765b), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.857383 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-814b5fcb-f7a4-4e9d-8fc6-5328acee9239 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (5a681145-cb3f-4bbc-9a68-f0555fa2765b), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.863983 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-814b5fcb-f7a4-4e9d-8fc6-5328acee9239 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (5a681145-cb3f-4bbc-9a68-f0555fa2765b), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.884942 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b5fcb-f7a4-4e9d-8fc6-5328acee9239 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a681145-cb3f-4bbc-9a68-f0555fa2765b,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:02.895756 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-814b5fcb-f7a4-4e9d-8fc6-5328acee9239 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.897193 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-814b5fcb-f7a4-4e9d-8fc6-5328acee9239 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384919 Apr 29 18:49:02.899887 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 49998) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:49:02.905049 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-8284eabf-77f5-462c-aebb-769610850c1c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'security_group_rule': {'security_group_id': 'f5270119-fd8c-4230-8b74-02e0160cbc50', 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:49:02.933588 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.securitygroups_db [None req-8284eabf-77f5-462c-aebb-769610850c1c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Project cbeb3229d0de484cba6fc698fc072af5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:49:02.940223 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8284eabf-77f5-462c-aebb-769610850c1c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (3509ea47-c3a4-4e98-9e26-90ba8d09535a), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:02.985139 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d88ad-12da-4297-a42d-1cbefbf3363e req-8d20aca2-a8a2-4819-926b-daca0d5bf2ed tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:02.986656 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4f9d88ad-12da-4297-a42d-1cbefbf3363e req-8d20aca2-a8a2-4819-926b-daca0d5bf2ed tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0894852 Apr 29 18:49:03.015153 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad336b-fbea-4a03-8715-9110bf07530b None None] New status for floating IP f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:49:03.015863 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e5c88-bcd4-4c62-b93f-92a06d012492 req-151b798b-14b2-4795-bc9c-9d99046f26b3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:03.017473 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-105e5c88-bcd4-4c62-b93f-92a06d012492 req-151b798b-14b2-4795-bc9c-9d99046f26b3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0629356 Apr 29 18:49:03.036384 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4f9d88ad-12da-4297-a42d-1cbefbf3363e req-f3d01b76-b169-4cd7-865c-ae6ff4900c22 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436621 Apr 29 18:49:03.089217 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8284eabf-77f5-462c-aebb-769610850c1c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (3509ea47-c3a4-4e98-9e26-90ba8d09535a), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:03.094387 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-105e5c88-bcd4-4c62-b93f-92a06d012492 req-b5792914-23cb-4f61-9e17-e4b4d7c7cde2 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703740 Apr 29 18:49:03.095388 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8284eabf-77f5-462c-aebb-769610850c1c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (3509ea47-c3a4-4e98-9e26-90ba8d09535a), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:03.113450 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284eabf-77f5-462c-aebb-769610850c1c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3509ea47-c3a4-4e98-9e26-90ba8d09535a,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:03.122481 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8284eabf-77f5-462c-aebb-769610850c1c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:03.123768 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-8284eabf-77f5-462c-aebb-769610850c1c tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2227275 Apr 29 18:49:03.216069 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-63f6a0ba-f3d6-4613-94be-83c5a5d69359 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382927720&fields=id&tenant_id=cbeb3229d0de484cba6fc698fc072af5 HTTP/1.1" status: 200 len: 267 time: 0.0466294 Apr 29 18:49:03.270295 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-e0fd8305-0f56-499a-88f6-b07b291ed275 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:03.271747 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-e0fd8305-0f56-499a-88f6-b07b291ed275 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0497208 Apr 29 18:49:03.282461 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-3b6d7782-b281-4c2c-a82e-fe979a689922 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'port': {'security_groups': ['66c6d7f0-6243-40a1-80dc-5a72b5748f18', 'f5270119-fd8c-4230-8b74-02e0160cbc50']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:49:03.354426 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-3b6d7782-b281-4c2c-a82e-fe979a689922 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:03.556126 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-3b6d7782-b281-4c2c-a82e-fe979a689922 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] For port bb9a641c-a7d8-4e28-a80c-b58869440824, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb9a641c-a7d8-4e28-a80c-b58869440824,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:49:03.590127 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-3b6d7782-b281-4c2c-a82e-fe979a689922 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:03.597094 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-3b6d7782-b281-4c2c-a82e-fe979a689922 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:03.641319 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['bb9a641c-a7d8-4e28-a80c-b58869440824'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:49:03.642699 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-3b6d7782-b281-4c2c-a82e-fe979a689922 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:03.643309 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-3b6d7782-b281-4c2c-a82e-fe979a689922 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:03.644843 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7cb272cf-74f0-4fc4-9223-392d1bf9c537 req-3b6d7782-b281-4c2c-a82e-fe979a689922 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "PUT /v2.0/ports/bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 200 len: 981 time: 0.3667312 Apr 29 18:49:03.645163 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:49:03.647361 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eebedf-d679-44b1-9ed6-e3fe52d532bf" -d '{"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:49:03.688247 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d7782-b281-4c2c-a82e-fe979a689922 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'Port': ['ID=bb9a641c-a7d8-4e28-a80c-b58869440824,revision_number=6']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:03.763063 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234aa42d-921e-47ee-8285-880df01b78e7 req-84afe986-1417-4e7f-a748-204daf114c71 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:03.764637 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-234aa42d-921e-47ee-8285-880df01b78e7 req-84afe986-1417-4e7f-a748-204daf114c71 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0551846 Apr 29 18:49:03.783373 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869dbb4a-c621-4b5e-98ca-b7968fc127d6 x-openstack-request-id: req-869dbb4a-c621-4b5e-98ca-b7968fc127d6 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:49:03.783731 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:49:03.784048 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-869dbb4a-c621-4b5e-98ca-b7968fc127d6 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:49:03.784529 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869dbb4a-c621-4b5e-98ca-b7968fc127d6'] response: {'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'status': 'completed', 'code': 200} Apr 29 18:49:03.834450 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-234aa42d-921e-47ee-8285-880df01b78e7 req-8d3f65f8-577f-49c9-8b13-4664fb0fcd42 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633705 Apr 29 18:49:03.918276 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-118aa528-e47b-4236-aac3-25564e555ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:03.919792 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-118aa528-e47b-4236-aac3-25564e555ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbeb3229d0de484cba6fc698fc072af5&device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 1168 time: 0.0422657 Apr 29 18:49:03.983771 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['bb9a641c-a7d8-4e28-a80c-b58869440824'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:49:04.028438 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-dfd1ae3c-5273-4f5a-b65e-61516ff190f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:04.029965 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-dfd1ae3c-5273-4f5a-b65e-61516ff190f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3c95e61-e689-490c-8a10-d7343a3833ef HTTP/1.1" status: 200 len: 916 time: 0.0926096 Apr 29 18:49:04.036917 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-d1df660c-d7d3-4a4f-ba52-87fb85f76957 None None] Provisioning complete for port bb9a641c-a7d8-4e28-a80c-b58869440824 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:49:04.037337 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d1df660c-d7d3-4a4f-ba52-87fb85f76957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:04.103246 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-07be88f0-82f2-44c4-9328-c35540f805a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 200 len: 1001 time: 0.0660264 Apr 29 18:49:04.195053 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba11ba3-f2c2-4176-a7d9-798f74219831 req-558b3430-f5b3-45c4-becb-d774bd45caad tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:04.196958 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9ba11ba3-f2c2-4176-a7d9-798f74219831 req-558b3430-f5b3-45c4-becb-d774bd45caad tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0709479 Apr 29 18:49:04.198473 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-fd65c445-d3d1-43b4-9821-bbbac1b9d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:04.199808 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-fd65c445-d3d1-43b4-9821-bbbac1b9d929 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=592e7e41-a9d5-40b0-9621-cd4bd4499cb4 HTTP/1.1" status: 200 len: 854 time: 0.0824122 Apr 29 18:49:04.269159 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-d1df660c-d7d3-4a4f-ba52-87fb85f76957 None None] Current status of the port bb9a641c-a7d8-4e28-a80c-b58869440824 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:49:04.273856 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-2fa40980-4f83-4c8c-8796-682917880a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:04.275371 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-2fa40980-4f83-4c8c-8796-682917880a48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3c95e61-e689-490c-8a10-d7343a3833ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558524 Apr 29 18:49:04.278632 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9ba11ba3-f2c2-4176-a7d9-798f74219831 req-94676539-45cc-4fd0-8778-82a09e16068c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751972 Apr 29 18:49:04.377161 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-58a4b2e4-9fa5-4fe4-a550-02e8590671a0 service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844517 Apr 29 18:49:04.480948 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-71eebedf-d679-44b1-9ed6-e3fe52d532bf req-d19cbdd7-0a17-4dee-b650-7a0cc221a6fa service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920162 Apr 29 18:49:05.414500 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6b45b-4b61-4c1f-a684-7fa96e7a3879 req-3e69c731-ff27-442b-92c1-45ac507b2195 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:05.415980 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a5e6b45b-4b61-4c1f-a684-7fa96e7a3879 req-3e69c731-ff27-442b-92c1-45ac507b2195 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0502076 Apr 29 18:49:05.464474 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a5e6b45b-4b61-4c1f-a684-7fa96e7a3879 req-c1470a3b-6d8d-4a09-a500-035a38091fe6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Apr 29 18:49:06.601161 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de013a8c-9bc2-476b-af96-e1b397d5ebf0 req-041a5453-efa6-4296-9458-cee32b8aaa2c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:06.602666 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de013a8c-9bc2-476b-af96-e1b397d5ebf0 req-041a5453-efa6-4296-9458-cee32b8aaa2c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0585687 Apr 29 18:49:06.649691 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de013a8c-9bc2-476b-af96-e1b397d5ebf0 req-bce6a3a7-89dc-4971-af83-f96ad4294c9c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410895 Apr 29 18:49:07.770759 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ee53e-7942-4dbf-9813-aaf233adf2d2 req-e6461c6b-b53f-4fe0-adaa-6f4fa7bbae01 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:07.772309 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3b7ee53e-7942-4dbf-9813-aaf233adf2d2 req-e6461c6b-b53f-4fe0-adaa-6f4fa7bbae01 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0493426 Apr 29 18:49:07.824203 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3b7ee53e-7942-4dbf-9813-aaf233adf2d2 req-37784973-bf91-4468-bdd9-cae1da29b6d8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456684 Apr 29 18:49:08.949155 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ea7aa-fc27-410e-9f93-034b93ae58e5 req-04f17060-b567-4c7c-af36-91af5b3b338d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:08.950637 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-534ea7aa-fc27-410e-9f93-034b93ae58e5 req-04f17060-b567-4c7c-af36-91af5b3b338d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0532515 Apr 29 18:49:08.997611 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-534ea7aa-fc27-410e-9f93-034b93ae58e5 req-8dea01da-cf76-4b74-8769-36edc3738136 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412982 Apr 29 18:49:10.135349 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316db6f-53d6-492a-9727-8b09f0d5b300 req-cc550727-5206-444d-aadd-9d32eb045ec2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:10.136836 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b316db6f-53d6-492a-9727-8b09f0d5b300 req-cc550727-5206-444d-aadd-9d32eb045ec2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0502667 Apr 29 18:49:10.191143 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b316db6f-53d6-492a-9727-8b09f0d5b300 req-8d5f0179-0c57-429b-95e4-eeff379a4054 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461445 Apr 29 18:49:11.323255 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683e058-1b7e-4ee4-a6b7-84c6d47eae94 req-e534cbfb-b883-458a-8e06-531f1e476d01 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:11.324844 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6683e058-1b7e-4ee4-a6b7-84c6d47eae94 req-e534cbfb-b883-458a-8e06-531f1e476d01 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0489459 Apr 29 18:49:11.373604 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6683e058-1b7e-4ee4-a6b7-84c6d47eae94 req-b9d4a76e-5995-40e3-9041-9751c985f2a9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 Apr 29 18:49:12.498901 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2aec70-c948-43e2-95c6-04e9f491e48d req-520d0345-07c3-4066-a15a-a0d4e79302f7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:12.500261 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4d2aec70-c948-43e2-95c6-04e9f491e48d req-520d0345-07c3-4066-a15a-a0d4e79302f7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0470033 Apr 29 18:49:12.546192 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4d2aec70-c948-43e2-95c6-04e9f491e48d req-3453611a-3338-499e-86a5-d12e9b81c168 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403168 Apr 29 18:49:13.680197 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7a1e6-4cef-46ff-9933-ba24eefec1bd req-916eea43-8f60-4ff2-92df-ec3234fb4469 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:13.681667 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-32d7a1e6-4cef-46ff-9933-ba24eefec1bd req-916eea43-8f60-4ff2-92df-ec3234fb4469 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0505366 Apr 29 18:49:13.728799 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-32d7a1e6-4cef-46ff-9933-ba24eefec1bd req-e8d1d7d2-1845-4dfd-8958-b67b3040193e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413036 Apr 29 18:49:14.487837 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-9319060a-a6ba-4db7-af91-d3aba36ef0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:14.489376 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-9319060a-a6ba-4db7-af91-d3aba36ef0ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528&tenant_id=e9f31cfe6a484184b4b4873bb918b266 HTTP/1.1" status: 200 len: 1128 time: 0.0708053 Apr 29 18:49:14.571788 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-b1c142a4-3019-409f-a758-12b4a6eb7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:14.573276 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-b1c142a4-3019-409f-a758-12b4a6eb7a40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 1128 time: 0.0392370 Apr 29 18:49:14.669482 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-d3e90f58-5cfd-49c7-a82e-9a1fb2b46da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:14.670954 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-d3e90f58-5cfd-49c7-a82e-9a1fb2b46da4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 918 time: 0.0892098 Apr 29 18:49:14.742177 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-a910c5d6-c16c-4dcc-a6b8-d60376421ec0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd HTTP/1.1" status: 200 len: 999 time: 0.0612276 Apr 29 18:49:14.861916 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b787d-b6e9-4cfa-a7c0-7fd8bab641bb req-5df9159c-5683-4077-9ca3-f78e33ca10c5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:14.863513 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-597b787d-b6e9-4cfa-a7c0-7fd8bab641bb req-5df9159c-5683-4077-9ca3-f78e33ca10c5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0543017 Apr 29 18:49:14.915513 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-597b787d-b6e9-4cfa-a7c0-7fd8bab641bb req-ac479085-b4b9-4554-be05-2e15241e3d84 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458181 Apr 29 18:49:15.046398 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-fddb0574-5747-4a2c-abf6-06f99a5428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:15.047709 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-fddb0574-5747-4a2c-abf6-06f99a5428b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.2982466 Apr 29 18:49:15.097404 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-8025125a-0752-4ce4-8bf2-fb108bdfb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:15.098848 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-8025125a-0752-4ce4-8bf2-fb108bdfb9d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397260 Apr 29 18:49:15.199863 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-01c63fa7-32e8-456d-a3f8-97b70a55bd0f service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844913 Apr 29 18:49:15.291808 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e7f97c67-6724-4474-9c6d-72c32008d852 req-e9be9e69-d202-4442-8bd8-00b5d6f3ac88 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841732 Apr 29 18:49:16.070830 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aec021-506b-4e85-9a78-f19b51a73bcc req-c99171cd-eaac-4652-a6cb-51f1e6399e6b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:16.072401 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a3aec021-506b-4e85-9a78-f19b51a73bcc req-c99171cd-eaac-4652-a6cb-51f1e6399e6b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0586007 Apr 29 18:49:16.139651 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a3aec021-506b-4e85-9a78-f19b51a73bcc req-f1518fed-9bb4-4ceb-849d-6c15a639eee9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596776 Apr 29 18:49:17.276722 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b88da-4e70-49f8-b862-3518b8e31fba req-8918f66f-6ce3-4ba3-81f1-49658167460d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:17.278440 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6f1b88da-4e70-49f8-b862-3518b8e31fba req-8918f66f-6ce3-4ba3-81f1-49658167460d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0557044 Apr 29 18:49:17.335242 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6f1b88da-4e70-49f8-b862-3518b8e31fba req-9b43cbd7-af5e-46b8-b3af-dda63bffc553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510666 Apr 29 18:49:17.572233 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:49:18.477317 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30c1f2-e458-4f14-a65a-639abce9ad08 req-5c62bfa5-e42f-4b32-bb14-5cc03b392b3a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:18.478788 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4a30c1f2-e458-4f14-a65a-639abce9ad08 req-5c62bfa5-e42f-4b32-bb14-5cc03b392b3a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0560117 Apr 29 18:49:18.528578 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4a30c1f2-e458-4f14-a65a-639abce9ad08 req-8458df8c-e3e8-4ea4-a0d0-20cff11162cd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Apr 29 18:49:19.666451 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376d5cf-bf42-42bc-9d22-6e3da46568e6 req-923eefcf-3f1c-4583-bd90-04c62f47e9fd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:19.667911 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9376d5cf-bf42-42bc-9d22-6e3da46568e6 req-923eefcf-3f1c-4583-bd90-04c62f47e9fd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0482545 Apr 29 18:49:19.726334 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9376d5cf-bf42-42bc-9d22-6e3da46568e6 req-6dddb63d-ceda-4871-84ff-87bf8e134294 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524626 Apr 29 18:49:20.852812 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8b2b-c9ce-4283-b5e7-54088157e063 req-14cd4526-f357-4741-84c2-ef99938ea243 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:20.854265 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c5cc8b2b-c9ce-4283-b5e7-54088157e063 req-14cd4526-f357-4741-84c2-ef99938ea243 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0503118 Apr 29 18:49:20.902824 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c5cc8b2b-c9ce-4283-b5e7-54088157e063 req-a0c7d92a-7738-419e-a2ec-2ac4c38e6950 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Apr 29 18:49:22.040515 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e633a-2957-4fa3-90f0-ed5ba59efce5 req-103193bd-be43-45f0-b9a0-aaea1279fef3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:22.042277 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-332e633a-2957-4fa3-90f0-ed5ba59efce5 req-103193bd-be43-45f0-b9a0-aaea1279fef3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0498855 Apr 29 18:49:22.091778 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-332e633a-2957-4fa3-90f0-ed5ba59efce5 req-1b89bacc-e841-407f-b487-b603e473da44 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431900 Apr 29 18:49:23.104356 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c459b3f8-bb1f-4f90-84ac-b594e9f5eaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:23.247521 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2996bc4-1835-45c4-b770-f4b59978277f req-bcee21b3-61e2-4abf-81f4-3c7fd46670db tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:23.255118 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b2996bc4-1835-45c4-b770-f4b59978277f req-bcee21b3-61e2-4abf-81f4-3c7fd46670db tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0629046 Apr 29 18:49:23.296999 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b2996bc4-1835-45c4-b770-f4b59978277f req-46306f3e-68c8-49b3-a36c-ba60edd66ac5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409060 Apr 29 18:49:24.433296 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc1a72-12be-47cd-b6fd-e65b0bfe17f0 req-5387a254-d89e-4d8f-a457-4be000c38f92 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:24.434819 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-95dc1a72-12be-47cd-b6fd-e65b0bfe17f0 req-5387a254-d89e-4d8f-a457-4be000c38f92 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0493150 Apr 29 18:49:24.484401 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-95dc1a72-12be-47cd-b6fd-e65b0bfe17f0 req-aa237382-36a0-4646-8925-6b70b3e0def4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431828 Apr 29 18:49:25.336223 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-623b64f6-5eda-4585-9bb6-45a1cb9f11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:25.619742 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae7fcc-05b5-49a3-a116-34f4e0912e5b req-1f8ceb25-d867-4a73-9abe-9990d2a5f128 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:25.621276 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87ae7fcc-05b5-49a3-a116-34f4e0912e5b req-1f8ceb25-d867-4a73-9abe-9990d2a5f128 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0573668 Apr 29 18:49:25.669205 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87ae7fcc-05b5-49a3-a116-34f4e0912e5b req-3bd740bb-5146-4812-a494-7c45309e0d6a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418241 Apr 29 18:49:26.345880 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:26.809528 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538913d-68e9-4fb1-b8c6-489a0a43e549 req-efe37e22-3ef1-46a1-9330-967e8b8af61e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:26.811019 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2538913d-68e9-4fb1-b8c6-489a0a43e549 req-efe37e22-3ef1-46a1-9330-967e8b8af61e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0541251 Apr 29 18:49:26.867058 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2538913d-68e9-4fb1-b8c6-489a0a43e549 req-c8279373-edfa-4407-bcb8-3a92ab85a7a7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479951 Apr 29 18:49:27.578096 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:28.003471 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7405c8-2b3b-49fc-a941-7125f4792a7d req-539aba75-99e1-429b-b70f-bfa4240296ed tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:28.004959 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fb7405c8-2b3b-49fc-a941-7125f4792a7d req-539aba75-99e1-429b-b70f-bfa4240296ed tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0656390 Apr 29 18:49:28.057213 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fb7405c8-2b3b-49fc-a941-7125f4792a7d req-d5d9dd39-592a-4b5b-82aa-ca8da9e17066 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439277 Apr 29 18:49:29.198684 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2574f-9f9d-4033-90ed-8d988b43c02b req-9faa906e-f23a-4ac1-a24d-c59c9cd30b89 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:29.200164 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9fe2574f-9f9d-4033-90ed-8d988b43c02b req-9faa906e-f23a-4ac1-a24d-c59c9cd30b89 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0516646 Apr 29 18:49:29.249723 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9fe2574f-9f9d-4033-90ed-8d988b43c02b req-4b79b434-c990-4477-b0e9-281843c6da3a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416162 Apr 29 18:49:29.351409 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:30.385129 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d22da-4792-4b08-83e0-872b06facadf req-c514500e-239c-4a43-acb6-847cfba585ef tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:30.388415 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cb5d22da-4792-4b08-83e0-872b06facadf req-c514500e-239c-4a43-acb6-847cfba585ef tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0551274 Apr 29 18:49:30.432924 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cb5d22da-4792-4b08-83e0-872b06facadf req-5a72f335-bb4e-44f9-b928-51d79a5a9dfa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406001 Apr 29 18:49:31.567025 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564ba71-3b86-429a-8109-4f88de55717a req-3ab9944d-6606-4ca1-9b97-aa2bc8d1952f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:31.569276 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3564ba71-3b86-429a-8109-4f88de55717a req-3ab9944d-6606-4ca1-9b97-aa2bc8d1952f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0543284 Apr 29 18:49:31.624113 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3564ba71-3b86-429a-8109-4f88de55717a req-899b24e6-7acf-42ac-90ff-cdc2003c44da tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465140 Apr 29 18:49:31.745236 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:32.754652 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ac8e7-5551-4b18-a064-a12c2a2e78e5 req-dbbea21c-1e82-4831-a762-2a716f0fa6f0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:32.756989 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-504ac8e7-5551-4b18-a064-a12c2a2e78e5 req-dbbea21c-1e82-4831-a762-2a716f0fa6f0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0518372 Apr 29 18:49:32.811137 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-504ac8e7-5551-4b18-a064-a12c2a2e78e5 req-6f13009d-be57-4476-9ff5-d7f95a24ed43 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478725 Apr 29 18:49:33.942323 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88c94-5daa-4034-9c76-bcdacf00d617 req-d99669ae-976a-48c0-9ace-410a72cb4157 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:33.943731 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8ee88c94-5daa-4034-9c76-bcdacf00d617 req-d99669ae-976a-48c0-9ace-410a72cb4157 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0577905 Apr 29 18:49:33.999895 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8ee88c94-5daa-4034-9c76-bcdacf00d617 req-9dad6c4f-c53b-454b-925d-e89c5903b55e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482693 Apr 29 18:49:35.150666 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e430-73b1-4256-8e15-70ffaa30c8f8 req-9b164aaf-f657-4af7-8560-457298dfaae5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:35.153090 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9388e430-73b1-4256-8e15-70ffaa30c8f8 req-9b164aaf-f657-4af7-8560-457298dfaae5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0736208 Apr 29 18:49:35.200121 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9388e430-73b1-4256-8e15-70ffaa30c8f8 req-6f962d71-7817-422c-9c8a-7144103b318b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422506 Apr 29 18:49:36.330018 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc48f58-26ac-4d97-8855-16139c6c5f0f req-4fdec98c-1f8c-414b-832a-a9f71def95f6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:36.331512 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fcc48f58-26ac-4d97-8855-16139c6c5f0f req-4fdec98c-1f8c-414b-832a-a9f71def95f6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0490410 Apr 29 18:49:36.380240 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fcc48f58-26ac-4d97-8855-16139c6c5f0f req-bda737ad-89d6-4dc9-8113-7c955dfe46dc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429885 Apr 29 18:49:37.513179 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063fecb-e4d9-47d6-aa3e-31aaaab724a3 req-c20fd2a0-41b2-4f90-bb8e-c7f25554e2e2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:37.515235 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4063fecb-e4d9-47d6-aa3e-31aaaab724a3 req-c20fd2a0-41b2-4f90-bb8e-c7f25554e2e2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0512335 Apr 29 18:49:37.578920 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4063fecb-e4d9-47d6-aa3e-31aaaab724a3 req-997ff03f-5be3-4176-83ac-99bdfa5efac7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543134 Apr 29 18:49:38.722475 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d34b1-28b0-4775-ba8d-06a87f749db2 req-4e8c1443-9f82-4dc0-b368-4def984125da tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:38.724028 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b30d34b1-28b0-4775-ba8d-06a87f749db2 req-4e8c1443-9f82-4dc0-b368-4def984125da tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0642185 Apr 29 18:49:38.772203 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b30d34b1-28b0-4775-ba8d-06a87f749db2 req-808d6325-34f8-4fa1-bdff-7bd90a4548a8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421443 Apr 29 18:49:39.914621 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43916500-fb7f-451b-8da2-55402b359eed req-159cae46-47e5-4f3c-a2e2-9fed72c8eee7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:39.915978 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-43916500-fb7f-451b-8da2-55402b359eed req-159cae46-47e5-4f3c-a2e2-9fed72c8eee7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0559402 Apr 29 18:49:39.963816 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-43916500-fb7f-451b-8da2-55402b359eed req-7add71c1-b959-4011-a4d0-e7149bf7ce6a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 Apr 29 18:49:41.103563 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8dff3-4abc-4577-8176-6b29e7b47f4b req-b0830e34-aab5-4ae3-a347-da47b6a94d4d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:41.105067 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-80e8dff3-4abc-4577-8176-6b29e7b47f4b req-b0830e34-aab5-4ae3-a347-da47b6a94d4d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0597029 Apr 29 18:49:41.153961 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-80e8dff3-4abc-4577-8176-6b29e7b47f4b req-057d823e-822f-42cd-a853-4235152c06d2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431898 Apr 29 18:49:42.284186 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11b3d7-a72f-46e3-a1c0-632083da73b7 req-41e5c76a-807f-44b6-b2a2-5079bf752256 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:42.285877 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4a11b3d7-a72f-46e3-a1c0-632083da73b7 req-41e5c76a-807f-44b6-b2a2-5079bf752256 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0501688 Apr 29 18:49:42.341560 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4a11b3d7-a72f-46e3-a1c0-632083da73b7 req-6ca3ef36-d0c7-4307-9343-0ae499efdac8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474277 Apr 29 18:49:43.467829 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c6155-6d3f-4df8-92ab-51e41ac255e3 req-6c4ac3d3-cd62-4236-bac8-5acbec212e9a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:43.469340 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f15c6155-6d3f-4df8-92ab-51e41ac255e3 req-6c4ac3d3-cd62-4236-bac8-5acbec212e9a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0490139 Apr 29 18:49:43.523455 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f15c6155-6d3f-4df8-92ab-51e41ac255e3 req-63d08b08-7329-43b0-b66e-8549c7467c85 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 Apr 29 18:49:44.661725 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218713d-09af-4ce2-88a8-917954c21b55 req-d4c38cdf-9c1e-447c-b9d9-c71acd92692e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:44.663333 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5218713d-09af-4ce2-88a8-917954c21b55 req-d4c38cdf-9c1e-447c-b9d9-c71acd92692e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0545604 Apr 29 18:49:44.693515 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-15a01625-7fc3-477b-b3aa-760f38f99a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:44.695203 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-15a01625-7fc3-477b-b3aa-760f38f99a88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 1128 time: 0.0434268 Apr 29 18:49:44.714470 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5218713d-09af-4ce2-88a8-917954c21b55 req-59ba1238-8d8c-46cf-9b8a-7591de98b4ac tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454371 Apr 29 18:49:45.557162 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-bb4bd924-eb06-43e1-8f90-033798ff1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:45.558678 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-bb4bd924-eb06-43e1-8f90-033798ff1e2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 918 time: 0.0964382 Apr 29 18:49:45.743840 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-4697f4e6-1313-437f-98ea-cc7adde19154 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd HTTP/1.1" status: 200 len: 999 time: 0.0666459 Apr 29 18:49:45.832923 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-51273ef3-b3be-4971-9e2b-6b40e0257c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:45.834275 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-51273ef3-b3be-4971-9e2b-6b40e0257c0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.0823436 Apr 29 18:49:45.848052 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f3a69-bd1e-4115-8bc2-7da99247a73c req-2e78d3c1-5296-46fe-9e05-6a89ed602e5b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:45.849424 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-784f3a69-bd1e-4115-8bc2-7da99247a73c req-2e78d3c1-5296-46fe-9e05-6a89ed602e5b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0591338 Apr 29 18:49:45.900117 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-808ef07f-da74-4ca1-8232-a293283218d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:45.901603 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-808ef07f-da74-4ca1-8232-a293283218d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513592 Apr 29 18:49:45.938449 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-784f3a69-bd1e-4115-8bc2-7da99247a73c req-90aaf6d2-2aa7-4a95-aa16-c88c3a2dd180 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804422 Apr 29 18:49:46.007938 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-8df9217e-168d-47a5-84dd-6930ef4e05cf service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955544 Apr 29 18:49:46.102365 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f1aa2d9-3c82-4460-bf3d-1a6a45cefc51 req-6f5bbfb0-1281-4c54-bfac-585499b4cbb2 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870452 Apr 29 18:49:47.058162 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981516c5-0744-4fc9-9549-8da081c226ab req-73ee192f-28ab-403a-b46e-2544d7201fcb tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:47.059632 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-981516c5-0744-4fc9-9549-8da081c226ab req-73ee192f-28ab-403a-b46e-2544d7201fcb tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0482302 Apr 29 18:49:47.062912 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724ce5e-c01e-4c3b-a757-6afb61feb1c4 req-1f0f18ba-366d-467f-ac97-f63773702b3b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:47.064504 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c724ce5e-c01e-4c3b-a757-6afb61feb1c4 req-1f0f18ba-366d-467f-ac97-f63773702b3b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0482068 Apr 29 18:49:47.114358 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-981516c5-0744-4fc9-9549-8da081c226ab req-fa98b25b-3586-46a6-999c-02cd8a689883 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486104 Apr 29 18:49:47.123853 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c724ce5e-c01e-4c3b-a757-6afb61feb1c4 req-5d1bf4c4-45e0-4cc2-9d14-4e7da3127438 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 Apr 29 18:49:48.236249 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02febf-9c31-4376-8af3-4fe21ee2da5a req-74aa12a6-a345-4973-acf6-0c7532b0c45c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:48.237756 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7a02febf-9c31-4376-8af3-4fe21ee2da5a req-74aa12a6-a345-4973-acf6-0c7532b0c45c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0490210 Apr 29 18:49:48.242047 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d89efb-dc6d-4cd8-ba16-cbf6c35f46c1 req-79625eb4-8e09-4127-8d38-a34ddcfdc9d7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:48.243598 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-97d89efb-dc6d-4cd8-ba16-cbf6c35f46c1 req-79625eb4-8e09-4127-8d38-a34ddcfdc9d7 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0455737 Apr 29 18:49:48.286718 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7a02febf-9c31-4376-8af3-4fe21ee2da5a req-66d10d68-3fc7-4778-a01b-d7953672e980 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 Apr 29 18:49:48.293119 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-97d89efb-dc6d-4cd8-ba16-cbf6c35f46c1 req-59418d7c-8f3d-445f-a66f-ee970d4eb5d6 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436702 Apr 29 18:49:49.411415 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0c450-6eac-4d1e-93e4-e6f94d9d5d78 req-5f97ea15-eb53-4b5c-8d3c-986b8b629861 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:49.412231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ebcd4-e127-429d-958b-4693d73bf12a req-9cd07b23-d3a7-47ea-a6fc-cfa1115a7690 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:49.412908 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-caf0c450-6eac-4d1e-93e4-e6f94d9d5d78 req-5f97ea15-eb53-4b5c-8d3c-986b8b629861 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0472164 Apr 29 18:49:49.413729 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-002ebcd4-e127-429d-958b-4693d73bf12a req-9cd07b23-d3a7-47ea-a6fc-cfa1115a7690 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0467668 Apr 29 18:49:49.463778 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-caf0c450-6eac-4d1e-93e4-e6f94d9d5d78 req-91b8a37b-aca2-451f-b3ce-16e7501e512b tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Apr 29 18:49:49.464655 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-002ebcd4-e127-429d-958b-4693d73bf12a req-be1a9345-97ef-4239-84b1-e216cce6b454 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440540 Apr 29 18:49:50.236054 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-f8ff4330-40b5-47eb-912f-978f289daeee tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:50.237633 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-f8ff4330-40b5-47eb-912f-978f289daeee tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0576954 Apr 29 18:49:50.594240 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d365-eaa7-41d0-b44f-ae8c51d729f8 req-1b5191c4-dfb4-444b-94c1-8a9b95fda562 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:50.595894 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b9d4d365-eaa7-41d0-b44f-ae8c51d729f8 req-1b5191c4-dfb4-444b-94c1-8a9b95fda562 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0510406 Apr 29 18:49:50.648100 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b9d4d365-eaa7-41d0-b44f-ae8c51d729f8 req-07609b19-a489-493c-94a5-8b63ba83361c tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460191 Apr 29 18:49:50.787515 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556db87f-907c-4a0d-9951-088d97e286fa req-e9492051-d4c5-4a7b-9210-c2e356c00864 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:50.788932 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-556db87f-907c-4a0d-9951-088d97e286fa req-e9492051-d4c5-4a7b-9210-c2e356c00864 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0600748 Apr 29 18:49:50.837392 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-556db87f-907c-4a0d-9951-088d97e286fa req-4d701cb8-1db8-481f-a8c7-6a7090fcb213 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418365 Apr 29 18:49:51.786966 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c591c-c503-4cee-95b2-e894cafe757d req-1031e085-7a31-42ed-91f7-34a6804d1af5 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:51.788440 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a04c591c-c503-4cee-95b2-e894cafe757d req-1031e085-7a31-42ed-91f7-34a6804d1af5 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 946 time: 0.0610209 Apr 29 18:49:51.836551 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a04c591c-c503-4cee-95b2-e894cafe757d req-fcc75b49-1a4b-4d86-b847-7d35f41883c5 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Apr 29 18:49:51.965763 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227cdd8-8551-42bd-a940-917732a55a23 req-d7aff702-2825-43d1-ba95-b3619bcdda3d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:51.967211 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7227cdd8-8551-42bd-a940-917732a55a23 req-d7aff702-2825-43d1-ba95-b3619bcdda3d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0478456 Apr 29 18:49:52.016859 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7227cdd8-8551-42bd-a940-917732a55a23 req-681680d7-34c8-4afc-8432-c59bc0a2f691 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 Apr 29 18:49:52.555562 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Deleting port 18433e0b-7762-4dcd-b995-6ceff047b061 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:49:52.556336 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:52.655323 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] For port 18433e0b-7762-4dcd-b995-6ceff047b061, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=18433e0b-7762-4dcd-b995-6ceff047b061,segment=NetworkSegment(41578b0d-44bd-479c-8e11-16031f6e63d6),segment_id=41578b0d-44bd-479c-8e11-16031f6e63d6)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:49:52.655688 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:52.672018 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Calling delete_port for 18433e0b-7762-4dcd-b995-6ceff047b061 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:49:52.806228 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (18433e0b-7762-4dcd-b995-6ceff047b061), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:52.838984 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Pushing event deleted for resources: {'Port': ['ID=18433e0b-7762-4dcd-b995-6ceff047b061,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:52.865252 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.865743 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.866089 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.866431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.866762 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.867094 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.867421 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.867748 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.868054 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.868416 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.868772 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.869088 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.869422 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.869737 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.870055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:52.893869 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] No DVR routers for this DVR port 18433e0b-7762-4dcd-b995-6ceff047b061 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:49:52.897114 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:52.900713 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-12e2b16f-734b-4c72-aeac-4c9afd9a3ae1 req-e797df69-e0ed-4162-bd86-a44bef4d866f tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.15 "DELETE /v2.0/ports/18433e0b-7762-4dcd-b995-6ceff047b061 HTTP/1.1" status: 204 len: 173 time: 0.4433675 Apr 29 18:49:52.901175 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200', 'name': 'network-vif-deleted', 'tag': '18433e0b-7762-4dcd-b995-6ceff047b061'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:49:52.903473 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5779e27a-d837-4c63-80d3-0752e9eeffc6" -d '{"events": [{"server_uuid": "1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200", "name": "network-vif-deleted", "tag": "18433e0b-7762-4dcd-b995-6ceff047b061"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:49:52.948529 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e8271033-dfd5-4be7-9ed5-e22b0402259b req-1a54b2a1-8cc4-44a2-9e4b-e0cd3c3b9901 tempest-VolumesSnapshotTestJSON-459400417 tempest-VolumesSnapshotTestJSON-459400417-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200 HTTP/1.1" status: 200 len: 210 time: 0.0331352 Apr 29 18:49:52.955925 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4217ffd4-c4d1-49ae-b8df-2ad762ac69fb x-openstack-request-id: req-4217ffd4-c4d1-49ae-b8df-2ad762ac69fb {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:49:52.956705 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200", "name": "network-vif-deleted", "tag": "18433e0b-7762-4dcd-b995-6ceff047b061", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:49:52.956705 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4217ffd4-c4d1-49ae-b8df-2ad762ac69fb {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:49:52.957051 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4217ffd4-c4d1-49ae-b8df-2ad762ac69fb'] response: {'server_uuid': '1d33b9ec-dc9b-4e11-bc89-cf5a2ca92200', 'name': 'network-vif-deleted', 'tag': '18433e0b-7762-4dcd-b995-6ceff047b061', 'status': 'completed', 'code': 200} Apr 29 18:49:53.109061 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-368997a0-d970-426b-913e-4b74a7a3e00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:53.146651 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c8f12-136f-445e-bcaa-7ccfba265fe7 req-518d723b-a5a5-4670-a2d3-a9cc286bfecc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:53.148412 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e58c8f12-136f-445e-bcaa-7ccfba265fe7 req-518d723b-a5a5-4670-a2d3-a9cc286bfecc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0529983 Apr 29 18:49:53.196256 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e58c8f12-136f-445e-bcaa-7ccfba265fe7 req-6275c577-55f0-44aa-89e0-2ff985b9fde9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417531 Apr 29 18:49:54.197877 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:49:54.208960 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 18433e0b-7762-4dcd-b995-6ceff047b061 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:49:54.300394 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: 18433e0b-7762-4dcd-b995-6ceff047b061 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:49:54.300855 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 18433e0b-7762-4dcd-b995-6ceff047b061 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:49:54.330453 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de2ddc-087c-41cc-8813-e159d00352f5 req-cf49f6c0-5456-415d-bcee-a973048a2c7a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:54.332081 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02de2ddc-087c-41cc-8813-e159d00352f5 req-cf49f6c0-5456-415d-bcee-a973048a2c7a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 944 time: 0.0595093 Apr 29 18:49:54.339460 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:49:54.351686 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'port_id': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'mac_address': 'fa:16:3e:6b:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:49:54.381701 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02de2ddc-087c-41cc-8813-e159d00352f5 req-f7fe1c70-a1f9-4d0c-91c2-ccf8909123cd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427120 Apr 29 18:49:54.389408 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a63bebc4-95e6-421a-a58d-29f1b1ab96dd is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:49:54.389792 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:54.402587 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63bebc4-95e6-421a-a58d-29f1b1ab96dd {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:49:54.424321 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:49:54.429800 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:54.478742 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=9']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:54.485868 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.486149 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.486494 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.486827 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.487156 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.487478 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.487799 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.488118 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.488440 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.488784 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.489107 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.489444 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.489766 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.490082 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.490394 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:49:54.572281 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:49:55.240811 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['a63bebc4-95e6-421a-a58d-29f1b1ab96dd'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:49:55.338344 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f597b5d9-76f1-43fb-a9fc-b209519a4a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:55.501692 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c9d8-8df7-4392-94d2-d56b0068c05d req-f5da0703-f421-4541-afef-86b8e83c2c7b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:55.503031 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5984c9d8-8df7-4392-94d2-d56b0068c05d req-f5da0703-f421-4541-afef-86b8e83c2c7b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 945 time: 0.0479510 Apr 29 18:49:55.555338 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5984c9d8-8df7-4392-94d2-d56b0068c05d req-a7a797d5-b7fe-4321-b99e-cc9b876cbf0d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466075 Apr 29 18:49:56.342036 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:56.680653 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2645f1-eba9-4ecd-b902-4da86839bfbb req-a2eb2c33-5b3a-4c0f-85c0-fa2ba6e09bc6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:56.682125 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1c2645f1-eba9-4ecd-b902-4da86839bfbb req-a2eb2c33-5b3a-4c0f-85c0-fa2ba6e09bc6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 945 time: 0.0507503 Apr 29 18:49:56.729662 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1c2645f1-eba9-4ecd-b902-4da86839bfbb req-d861af8f-71b4-4fa7-bfe8-5e7896df5136 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 Apr 29 18:49:56.812557 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:49:56.872325 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port a63bebc4-95e6-421a-a58d-29f1b1ab96dd triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:49:56.872591 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:56.952142 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a63bebc4-95e6-421a-a58d-29f1b1ab96dd is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:49:56.952535 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:56.974931 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:49:56.977203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a543200-40eb-44a8-bb3e-31b937e66f4c" -d '{"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-plugged", "status": "completed", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:49:56.989707 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:49:56.996749 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:57.048144 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=10']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:49:57.073050 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0058c5ce-20dd-4cd7-8e67-f7a6452eda98 x-openstack-request-id: req-0058c5ce-20dd-4cd7-8e67-f7a6452eda98 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:49:57.073367 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-plugged", "status": "completed", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:49:57.073647 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0058c5ce-20dd-4cd7-8e67-f7a6452eda98 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:49:57.074045 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0058c5ce-20dd-4cd7-8e67-f7a6452eda98'] response: {'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'code': 200} Apr 29 18:49:57.575201 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:49:57.863244 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e29f67-976c-4ba3-8218-51ab3edde093 req-9c342e6c-9ea1-4ae9-91b0-94e26562771e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:57.864633 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a9e29f67-976c-4ba3-8218-51ab3edde093 req-9c342e6c-9ea1-4ae9-91b0-94e26562771e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0520878 Apr 29 18:49:57.921650 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a9e29f67-976c-4ba3-8218-51ab3edde093 req-437868eb-2979-4d07-8c25-f668e01ca216 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483432 Apr 29 18:49:59.070346 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1ad9-4d8d-4bfc-a67c-e5a886779e76 req-c4e2e4c1-ecf8-4f09-9841-189b2ee3dace tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:49:59.071813 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e87a1ad9-4d8d-4bfc-a67c-e5a886779e76 req-c4e2e4c1-ecf8-4f09-9841-189b2ee3dace tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0595882 Apr 29 18:49:59.121066 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e87a1ad9-4d8d-4bfc-a67c-e5a886779e76 req-c9c8923c-6670-41dd-94db-3cc8531371ff tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433531 Apr 29 18:49:59.362580 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:00.256403 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c30162-a750-4007-88e1-f7b4c2a5595d req-59870625-7282-4d11-833d-17650cbbe505 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:00.257864 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c8c30162-a750-4007-88e1-f7b4c2a5595d req-59870625-7282-4d11-833d-17650cbbe505 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0492914 Apr 29 18:50:00.303805 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c8c30162-a750-4007-88e1-f7b4c2a5595d req-6a449e5d-4669-4fff-a0a6-3c278f5a987c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402665 Apr 29 18:50:01.135650 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dacf68-d47a-4d97-8bf3-1671ffa7806a req-60ace0b0-b72f-45ac-8237-bb24cc0d6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:01.137390 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a1dacf68-d47a-4d97-8bf3-1671ffa7806a req-60ace0b0-b72f-45ac-8237-bb24cc0d6254 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 1131 time: 0.0395854 Apr 29 18:50:01.190854 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a1dacf68-d47a-4d97-8bf3-1671ffa7806a req-11142800-2e5a-4f44-a5b2-c382fd4c0063 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461271 Apr 29 18:50:01.435014 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c44a6-f6f6-44c9-870f-e312bd88d969 req-fccc9367-4378-419c-a5c7-fd00e4ef3428 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:01.436476 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-df8c44a6-f6f6-44c9-870f-e312bd88d969 req-fccc9367-4378-419c-a5c7-fd00e4ef3428 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0540137 Apr 29 18:50:01.488881 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-df8c44a6-f6f6-44c9-870f-e312bd88d969 req-588b47b9-6b79-4f46-b283-e14d637cdeac tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Apr 29 18:50:01.757288 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:02.633519 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8472c6-21b2-4e7f-b16e-acb08444af5a req-1fa60db2-71eb-4904-9761-2cf1822efdb2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:02.634977 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-da8472c6-21b2-4e7f-b16e-acb08444af5a req-1fa60db2-71eb-4904-9761-2cf1822efdb2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0614116 Apr 29 18:50:02.686879 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-da8472c6-21b2-4e7f-b16e-acb08444af5a req-0538e17d-d375-4d11-a1d6-61d46727d43d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458455 Apr 29 18:50:03.825416 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129052c-c58a-439e-ba42-017971b7eca1 req-3cbbf165-65d1-4936-b8e2-83e52c714d53 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:03.826877 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a129052c-c58a-439e-ba42-017971b7eca1 req-3cbbf165-65d1-4936-b8e2-83e52c714d53 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0518763 Apr 29 18:50:03.874836 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a129052c-c58a-439e-ba42-017971b7eca1 req-d27e2924-7e94-44bc-949d-d052def8f93e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422020 Apr 29 18:50:04.994755 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f261fc-4de2-43dc-bb7c-94155608fff9 req-df347c7c-1ac7-4fa4-9a0a-3dd336e43616 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:04.996234 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f5f261fc-4de2-43dc-bb7c-94155608fff9 req-df347c7c-1ac7-4fa4-9a0a-3dd336e43616 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0485353 Apr 29 18:50:05.044131 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f5f261fc-4de2-43dc-bb7c-94155608fff9 req-33cd8a6a-15f2-4357-b436-c16c947e819e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415144 Apr 29 18:50:06.180645 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeaa2b-71fc-4a71-a2a5-c279986cabf9 req-2278b7b3-16bb-47dc-a95e-1d64435909f6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:06.182125 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-10aeaa2b-71fc-4a71-a2a5-c279986cabf9 req-2278b7b3-16bb-47dc-a95e-1d64435909f6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0500507 Apr 29 18:50:06.233363 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-10aeaa2b-71fc-4a71-a2a5-c279986cabf9 req-584a7a3f-6ecb-470a-afe4-910c22d18544 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428216 Apr 29 18:50:22.605832 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 50516) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:50:22.653086 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_v2 [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Deleting subnet f309c37d-35f7-40bb-9dae-0ef6c4a01f64 {{(pid=110120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:50:22.656740 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Publish callbacks [] for subnet (f309c37d-35f7-40bb-9dae-0ef6c4a01f64), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:22.696645 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668398'] for subnet (f309c37d-35f7-40bb-9dae-0ef6c4a01f64), precommit_delete_associations {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:22.736931 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (f309c37d-35f7-40bb-9dae-0ef6c4a01f64), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:22.792299 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9086737'] for subnet (f309c37d-35f7-40bb-9dae-0ef6c4a01f64), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:22.823647 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f309c37d-35f7-40bb-9dae-0ef6c4a01f64,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:50:22.826298 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:22.829342 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f309c37d-35f7-40bb-9dae-0ef6c4a01f64 HTTP/1.1" status: 204 len: 168 time: 0.2225368 Apr 29 18:50:22.832433 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50518) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:50:22.835885 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.836235 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.836581 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.836944 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.837279 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.837609 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.837918 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.838245 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.838694 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.839030 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.839353 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.839671 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.840011 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.840325 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.840675 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052f895-032d-4bdd-9770-6aa98a4d6cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:50:22.903340 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (368da476-db93-4234-a03c-a6e79da9c501), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:22.986170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (368da476-db93-4234-a03c-a6e79da9c501), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.006331 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368da476-db93-4234-a03c-a6e79da9c501']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:50:23.015646 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41578b0d-44bd-479c-8e11-16031f6e63d6') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:50:23.015924 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41578b0d-44bd-479c-8e11-16031f6e63d6') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:50:23.028984 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (41578b0d-44bd-479c-8e11-16031f6e63d6), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.042031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (41578b0d-44bd-479c-8e11-16031f6e63d6), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.047898 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:50:23.048267 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (41578b0d-44bd-479c-8e11-16031f6e63d6), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:50:23.049924 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:50:23.106141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (368da476-db93-4234-a03c-a6e79da9c501), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.112052 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.112249 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d43a376c-472a-41b7-a515-401a5e551330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.115405 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/368da476-db93-4234-a03c-a6e79da9c501 HTTP/1.1" status: 204 len: 168 time: 0.2820516 Apr 29 18:50:23.127536 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ca530-0bab-4a0d-b826-e06ccf7f0cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=368da476-db93-4234-a03c-a6e79da9c501,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:50:23.282168 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50522) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:50:23.321834 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-2e3e4d3a-bd67-4285-9032-477fde6f18b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=941e38a2e73a4905ac8568f1af5af294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385158 Apr 29 18:50:23.324917 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50524) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:50:23.373032 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3042e337-2f60-4c0d-b07d-a0975d25aea6 admin admin] Publish callbacks [] for security_group (bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.397767 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3042e337-2f60-4c0d-b07d-a0975d25aea6 admin admin] Publish callbacks [] for security_group (bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.449396 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3042e337-2f60-4c0d-b07d-a0975d25aea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.453292 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3042e337-2f60-4c0d-b07d-a0975d25aea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:23.454854 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3042e337-2f60-4c0d-b07d-a0975d25aea6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29 HTTP/1.1" status: 204 len: 168 time: 0.1291063 Apr 29 18:50:23.462431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042e337-2f60-4c0d-b07d-a0975d25aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc15a1f6-f6c4-4bcb-9f9d-c0d511709a29,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:50:25.334324 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c8d1c98b-effd-4d5a-897c-3dc1d9469e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:26.351847 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:26.665020 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-cf738ee2-d113-4378-9b3e-9073fee0b5fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402133 Apr 29 18:50:26.788180 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-0e0e6b71-83ff-4c83-9482-6e2715440340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:26.789686 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-0e0e6b71-83ff-4c83-9482-6e2715440340 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 1129 time: 0.0480058 Apr 29 18:50:26.912439 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-099e8fd2-573a-4637-b744-f7379d5cee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:26.913841 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-099e8fd2-573a-4637-b744-f7379d5cee72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.0969536 Apr 29 18:50:26.956358 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-3096d324-451d-427b-b994-0a46fa0ae820 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847 HTTP/1.1" status: 200 len: 217 time: 0.0343945 Apr 29 18:50:27.012118 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-6f8fb0ba-904d-497e-a650-e88797a3e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:27.013602 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-6f8fb0ba-904d-497e-a650-e88797a3e579 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0476768 Apr 29 18:50:27.064782 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-7acd0dcd-5c26-426c-ac1b-745c853cb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:27.066211 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-7acd0dcd-5c26-426c-ac1b-745c853cb2c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428972 Apr 29 18:50:27.168621 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-71643b62-bbf6-4856-b1b4-2df466c6dd77 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916111 Apr 29 18:50:27.262382 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d5a764b-ca09-404d-8c90-025f7c3b1cb9 req-65f9b273-1f10-4ecf-99e6-a8982209e25e service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872891 Apr 29 18:50:27.582668 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:29.363113 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:31.576069 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:50:31.762770 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:52.454150 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d7a9c-75c9-4b92-a422-4648adab53be req-07c5a7fc-1aa8-4d9b-8c0d-ebe5e9167adf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:52.455749 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-188d7a9c-75c9-4b92-a422-4648adab53be req-07c5a7fc-1aa8-4d9b-8c0d-ebe5e9167adf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0544443 Apr 29 18:50:52.489212 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-26017266-8ced-4a23-84ca-7dad1fc84b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:52.490743 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-26017266-8ced-4a23-84ca-7dad1fc84b54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 1129 time: 0.0424149 Apr 29 18:50:52.511051 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-188d7a9c-75c9-4b92-a422-4648adab53be req-3dfb58aa-7f9d-408c-9582-6f45c1d03129 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490351 Apr 29 18:50:52.592540 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-b6aa7f23-e206-45fb-88cd-5bbc80db6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:52.593916 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-b6aa7f23-e206-45fb-88cd-5bbc80db6405 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.0942736 Apr 29 18:50:52.675513 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-817aed83-3b57-4acb-81b5-f710b53b561f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29 HTTP/1.1" status: 200 len: 1001 time: 0.0728624 Apr 29 18:50:52.728876 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-8d13f512-a7ca-4009-a5d2-ba466abcfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:52.730322 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-8d13f512-a7ca-4009-a5d2-ba466abcfaf1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0444026 Apr 29 18:50:52.779272 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-b80e9716-10cb-436b-9474-83f49813b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:52.780760 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-b80e9716-10cb-436b-9474-83f49813b5d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432556 Apr 29 18:50:52.870178 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-dc9fca85-5b7d-4bbe-8694-2add1046e1c7 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813966 Apr 29 18:50:52.963013 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-02044376-0d01-46fe-ac84-d58b2eeae275 req-79441eb0-e8c2-4aad-8cac-c50c12b8dbb4 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847156 Apr 29 18:50:53.116239 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-efc51c06-eb9f-48be-995d-72554a1ab8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:53.589712 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def9556-3d07-4183-8cd9-5c31ac68035e req-a14a2ab4-ced0-4e68-b2a4-f1f1c8558104 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:53.591217 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3def9556-3d07-4183-8cd9-5c31ac68035e req-a14a2ab4-ced0-4e68-b2a4-f1f1c8558104 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0498612 Apr 29 18:50:53.633209 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b9627-9c68-4946-ad8e-21358aabfc4a req-021db1a1-ee57-4cf1-beed-9105d0c9dbf6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:53.634802 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f4b9627-9c68-4946-ad8e-21358aabfc4a req-021db1a1-ee57-4cf1-beed-9105d0c9dbf6 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0528965 Apr 29 18:50:53.644712 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3def9556-3d07-4183-8cd9-5c31ac68035e req-df9272a0-2274-4320-a40c-d2dd16c3770a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467584 Apr 29 18:50:53.685444 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f4b9627-9c68-4946-ad8e-21358aabfc4a req-093ebf5b-6351-44bf-8c52-77ce3e55c602 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448065 Apr 29 18:50:54.766460 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb856c-b4b6-4112-aa2d-367835cbc04a req-134fa921-4397-4fa0-bac1-80674b3afd8c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:54.767945 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f0bb856c-b4b6-4112-aa2d-367835cbc04a req-134fa921-4397-4fa0-bac1-80674b3afd8c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0497026 Apr 29 18:50:54.806597 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12002868-d700-4d9c-9832-d2240c608c06 req-fb6e1046-fc75-4df5-a385-70cb7ff76eaf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:54.808084 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-12002868-d700-4d9c-9832-d2240c608c06 req-fb6e1046-fc75-4df5-a385-70cb7ff76eaf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0520849 Apr 29 18:50:54.817414 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f0bb856c-b4b6-4112-aa2d-367835cbc04a req-ebc5d679-094f-4947-9165-c0e1e9e58b66 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424623 Apr 29 18:50:54.855592 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-12002868-d700-4d9c-9832-d2240c608c06 req-a847dd11-a812-41f0-b993-c95e56bfab21 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Apr 29 18:50:55.334020 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-52e60ded-989e-49d4-b7cd-462636c36a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:55.941078 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a45dc-ea78-4313-9b8b-6d3802d37494 req-460b8338-57b5-4aaa-aa13-d33404bf3242 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:55.942589 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6e6a45dc-ea78-4313-9b8b-6d3802d37494 req-460b8338-57b5-4aaa-aa13-d33404bf3242 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0515130 Apr 29 18:50:55.971402 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3c1d6-43bd-4146-bdc3-e587c12317c7 req-bc149a79-2464-4946-961f-eaaf0a4a4a4a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:55.973178 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9e3c1d6-43bd-4146-bdc3-e587c12317c7 req-bc149a79-2464-4946-961f-eaaf0a4a4a4a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0493617 Apr 29 18:50:55.990353 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6e6a45dc-ea78-4313-9b8b-6d3802d37494 req-4d7f7b94-c4b1-4082-aed5-eae58233c2f9 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413260 Apr 29 18:50:56.020616 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e9e3c1d6-43bd-4146-bdc3-e587c12317c7 req-085ee444-4541-4d1d-82c4-5f0f0531f2b9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417609 Apr 29 18:50:56.361429 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:57.114171 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185dc43-b4d2-447f-b6b3-bff71376db69 req-396b115b-181c-4bd6-9066-fc9ad0fea51b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:57.115762 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c185dc43-b4d2-447f-b6b3-bff71376db69 req-396b115b-181c-4bd6-9066-fc9ad0fea51b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0500660 Apr 29 18:50:57.140181 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127271b9-93ac-438f-b02b-70210e798a3f req-11b4a6f1-5123-4fe0-9882-532e57828ae5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:57.141689 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-127271b9-93ac-438f-b02b-70210e798a3f req-11b4a6f1-5123-4fe0-9882-532e57828ae5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0492885 Apr 29 18:50:57.162007 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c185dc43-b4d2-447f-b6b3-bff71376db69 req-282da7f8-95fb-4164-be13-ee347a5c9108 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406029 Apr 29 18:50:57.200423 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-127271b9-93ac-438f-b02b-70210e798a3f req-ca620b7b-55db-4fa7-ae6c-11632475e1cd tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529184 Apr 29 18:50:57.582939 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:58.302522 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd86caa-89ba-4edb-a794-f278bb196ebf req-d5b15dad-6754-430e-8098-254c054bba98 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:58.303789 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2bd86caa-89ba-4edb-a794-f278bb196ebf req-d5b15dad-6754-430e-8098-254c054bba98 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0517380 Apr 29 18:50:58.316465 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3406c-17a7-4940-88a1-ac96a2177c52 req-0cbedf60-3c02-4a75-83dc-36dfa5e45774 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:58.317964 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-25d3406c-17a7-4940-88a1-ac96a2177c52 req-0cbedf60-3c02-4a75-83dc-36dfa5e45774 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0487478 Apr 29 18:50:58.351389 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2bd86caa-89ba-4edb-a794-f278bb196ebf req-550d0902-bdd8-4f81-a90e-5e38310adffe tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419517 Apr 29 18:50:58.365181 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-25d3406c-17a7-4940-88a1-ac96a2177c52 req-08887810-38b3-40db-b353-e4f13a0bb343 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411081 Apr 29 18:50:59.369389 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:50:59.464593 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926d121-6ecb-44f8-9c2e-dd520a45866e req-f28f8d81-b53a-4994-b031-d594e8bbdd4a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:59.466199 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7926d121-6ecb-44f8-9c2e-dd520a45866e req-f28f8d81-b53a-4994-b031-d594e8bbdd4a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0494781 Apr 29 18:50:59.482639 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fa540-c1ee-4932-a7dc-b5aa39a4ce6f req-e4379bbc-d8a6-46d5-bad5-635d64740312 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:50:59.484104 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b12fa540-c1ee-4932-a7dc-b5aa39a4ce6f req-e4379bbc-d8a6-46d5-bad5-635d64740312 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0477073 Apr 29 18:50:59.514972 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7926d121-6ecb-44f8-9c2e-dd520a45866e req-3b4fc979-0a08-40b1-9841-053df411b024 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429697 Apr 29 18:50:59.532204 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b12fa540-c1ee-4932-a7dc-b5aa39a4ce6f req-97d9f0b6-b4b0-48cb-b624-60ed032c8cce tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Apr 29 18:51:00.644648 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4160-73bf-4989-ad86-12ec3aea09cd req-9803391d-a32f-4afa-90c9-c14b31b842e3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:00.646071 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b9a4160-73bf-4989-ad86-12ec3aea09cd req-9803391d-a32f-4afa-90c9-c14b31b842e3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0481570 Apr 29 18:51:00.664659 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6de9-5678-429b-b492-f639b5b65a5b req-db1a8c47-cd1c-4197-8112-1f9299ea7caa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:00.666188 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-30ed6de9-5678-429b-b492-f639b5b65a5b req-db1a8c47-cd1c-4197-8112-1f9299ea7caa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0508742 Apr 29 18:51:00.698912 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b9a4160-73bf-4989-ad86-12ec3aea09cd req-e9801a57-4ec4-486b-8633-53ff684fdc9e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468183 Apr 29 18:51:00.714288 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-30ed6de9-5678-429b-b492-f639b5b65a5b req-d9dc2f70-dbe5-46c1-9e0a-6d5ba38cbf1c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424912 Apr 29 18:51:01.787465 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:01.819028 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5449cb-2434-4b6b-98f2-70d489326b30 req-e8903b7b-55ac-41dc-861c-a00076f7733f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:01.820637 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dc5449cb-2434-4b6b-98f2-70d489326b30 req-e8903b7b-55ac-41dc-861c-a00076f7733f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0506129 Apr 29 18:51:01.835190 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbea8d7-d7d7-4782-8afe-697582fa3f07 req-4d0d9eff-afef-41e1-bfc3-490c4aed9a6f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:01.836727 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8cbea8d7-d7d7-4782-8afe-697582fa3f07 req-4d0d9eff-afef-41e1-bfc3-490c4aed9a6f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0479879 Apr 29 18:51:01.866845 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dc5449cb-2434-4b6b-98f2-70d489326b30 req-70b106e4-43f7-4979-813b-e13afc4cf356 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405779 Apr 29 18:51:01.882860 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8cbea8d7-d7d7-4782-8afe-697582fa3f07 req-45ee0e93-dd1a-44c9-ba8f-4c41cf55e274 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404487 Apr 29 18:51:02.983705 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921375d-c135-43f9-8ae3-9307be1901ac req-a9829d76-477b-4862-9945-114f7c299f2e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:02.985218 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5921375d-c135-43f9-8ae3-9307be1901ac req-a9829d76-477b-4862-9945-114f7c299f2e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0491505 Apr 29 18:51:03.043534 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5921375d-c135-43f9-8ae3-9307be1901ac req-824012fa-baf7-4795-979a-bfaab5063fe3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525923 Apr 29 18:51:03.045424 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22653131-2b3c-46b6-a949-8adce953d3ae req-c7a990b3-9fba-4eeb-a4e5-d0657edd5352 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:03.047147 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-22653131-2b3c-46b6-a949-8adce953d3ae req-c7a990b3-9fba-4eeb-a4e5-d0657edd5352 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0508513 Apr 29 18:51:03.097013 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-22653131-2b3c-46b6-a949-8adce953d3ae req-0d0e72dc-8420-46b7-b1c6-578f5e736422 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441024 Apr 29 18:51:03.103549 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-fb64e61d-1b5d-4647-ac03-9e619feb04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:03.105109 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-fb64e61d-1b5d-4647-ac03-9e619feb04ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbeb3229d0de484cba6fc698fc072af5&device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 1168 time: 0.0463510 Apr 29 18:51:03.176193 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64de69-579e-4e6d-bc51-2c3aef9389ad req-4811a052-227e-442c-9175-10432e857ee1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:03.177579 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f64de69-579e-4e6d-bc51-2c3aef9389ad req-4811a052-227e-442c-9175-10432e857ee1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0686438 Apr 29 18:51:03.252300 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-b2a095df-e8a7-4210-b87b-9496e129c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:03.253761 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-b2a095df-e8a7-4210-b87b-9496e129c490 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3c95e61-e689-490c-8a10-d7343a3833ef HTTP/1.1" status: 200 len: 916 time: 0.1356950 Apr 29 18:51:03.280178 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f64de69-579e-4e6d-bc51-2c3aef9389ad req-7f809e08-d541-454b-b5ec-b0bcc05ef21a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759943 Apr 29 18:51:03.404247 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-5e530a22-4b11-4e0d-83c1-de3cda8a2e65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 200 len: 1001 time: 0.0717139 Apr 29 18:51:03.471249 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-179d14f5-fa34-477c-b9b0-80180b226031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:03.473003 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-179d14f5-fa34-477c-b9b0-80180b226031 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=592e7e41-a9d5-40b0-9621-cd4bd4499cb4 HTTP/1.1" status: 200 len: 854 time: 0.0582530 Apr 29 18:51:03.522406 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-bcfb89c2-0d3e-4d6a-9257-4a0ba7de0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:03.523943 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-bcfb89c2-0d3e-4d6a-9257-4a0ba7de0831 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3c95e61-e689-490c-8a10-d7343a3833ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440202 Apr 29 18:51:03.638281 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-083a8164-219a-4e2a-9fea-509709243a5a service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061625 Apr 29 18:51:03.734382 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-abd88945-3fdd-4676-ad04-625fb85b45ef req-e25452fb-2019-4c28-8c31-009a719ffdbd service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833621 Apr 29 18:51:04.163530 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997182e2-546e-4b09-91d9-46a465715cf4 req-c2da0e13-683f-493c-aa95-1905c996bf4b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:04.165193 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-997182e2-546e-4b09-91d9-46a465715cf4 req-c2da0e13-683f-493c-aa95-1905c996bf4b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Apr 29 18:51:04.217108 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-997182e2-546e-4b09-91d9-46a465715cf4 req-e4018a8e-6fbb-43e5-ab88-603f41381147 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462224 Apr 29 18:51:04.218999 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab76608-f8e2-4c0e-87cc-13a4a66c18d4 req-52b74a6d-d210-46ab-baab-a7106465a810 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:04.220546 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6ab76608-f8e2-4c0e-87cc-13a4a66c18d4 req-52b74a6d-d210-46ab-baab-a7106465a810 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Apr 29 18:51:04.403136 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd76cf-823e-45b4-a50e-aee27147e5fc req-8487dae9-3080-48e7-82f0-37d40f0f39ea tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:04.404679 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-55fd76cf-823e-45b4-a50e-aee27147e5fc req-8487dae9-3080-48e7-82f0-37d40f0f39ea tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0505855 Apr 29 18:51:04.470993 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-55fd76cf-823e-45b4-a50e-aee27147e5fc req-bb5e1157-ff02-467c-aa41-0b96b9b81c90 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583727 Apr 29 18:51:04.516593 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6ab76608-f8e2-4c0e-87cc-13a4a66c18d4 req-3bd011d3-3da5-4bc4-a40c-84ac6ef3044d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902722 Apr 29 18:51:05.348840 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e6d6a-e8b9-4e7f-a879-910fc543c34a req-e372dddb-1c32-4b2f-80db-c7d1f56271cf tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:05.350316 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-021e6d6a-e8b9-4e7f-a879-910fc543c34a req-e372dddb-1c32-4b2f-80db-c7d1f56271cf tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Apr 29 18:51:05.416305 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-021e6d6a-e8b9-4e7f-a879-910fc543c34a req-bd0d64cb-a0d0-4a3f-8b01-081c55662527 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576694 Apr 29 18:51:05.598340 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc33d9-8bf2-4d55-8678-fbeb90afb448 req-336afa7c-b499-48ef-828a-cb2d706486be tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:05.599795 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-59cc33d9-8bf2-4d55-8678-fbeb90afb448 req-336afa7c-b499-48ef-828a-cb2d706486be tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0542436 Apr 29 18:51:05.639998 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46b564-9eac-4737-9c85-d195daa791f5 req-fc3af847-c31a-4ca9-90be-4d57ffab1ae4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:05.641605 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7c46b564-9eac-4737-9c85-d195daa791f5 req-fc3af847-c31a-4ca9-90be-4d57ffab1ae4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0489564 Apr 29 18:51:05.663826 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-59cc33d9-8bf2-4d55-8678-fbeb90afb448 req-52f563bc-513e-4220-9825-4417b5459643 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575385 Apr 29 18:51:05.690227 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7c46b564-9eac-4737-9c85-d195daa791f5 req-57228381-f303-483c-8863-7be4932c346f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 Apr 29 18:51:06.559394 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26af81e-da9e-493c-8dd2-fbe83d825f31 req-98acf7ce-b64b-468e-bfc5-f2d2e0ab5dd0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:06.560943 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c26af81e-da9e-493c-8dd2-fbe83d825f31 req-98acf7ce-b64b-468e-bfc5-f2d2e0ab5dd0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0603626 Apr 29 18:51:06.620360 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c26af81e-da9e-493c-8dd2-fbe83d825f31 req-ad6f61de-854b-4265-b110-82705d1ad1aa tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506542 Apr 29 18:51:06.787910 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe41d-78db-426f-ac74-2eb5a653c7f2 req-8ee4b986-2e67-4bd8-b3aa-5023ae5ba5a1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:06.789438 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-18cfe41d-78db-426f-ac74-2eb5a653c7f2 req-8ee4b986-2e67-4bd8-b3aa-5023ae5ba5a1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0485384 Apr 29 18:51:06.805501 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd0d09-644d-4b62-a268-4a2ea53e1617 req-75cad5a8-e19a-4594-911b-10797d8d2b69 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:06.806986 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96cd0d09-644d-4b62-a268-4a2ea53e1617 req-75cad5a8-e19a-4594-911b-10797d8d2b69 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0474007 Apr 29 18:51:06.852037 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-18cfe41d-78db-426f-ac74-2eb5a653c7f2 req-cbf27aec-09e1-4360-91b9-d9c4929751af tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567467 Apr 29 18:51:06.853391 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96cd0d09-644d-4b62-a268-4a2ea53e1617 req-0b42a845-a0a2-48b1-ac6f-714265641f27 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407755 Apr 29 18:51:07.745635 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203bb3b-4511-4141-a5f5-bf8ef71e1cbe req-949bb8ab-ceee-47bd-b703-36ec19817ec3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:07.747086 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9203bb3b-4511-4141-a5f5-bf8ef71e1cbe req-949bb8ab-ceee-47bd-b703-36ec19817ec3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0530505 Apr 29 18:51:07.796691 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9203bb3b-4511-4141-a5f5-bf8ef71e1cbe req-2f133758-2414-4768-a22f-ceef52c51e58 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Apr 29 18:51:07.972418 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e1b6d-c114-447c-9aac-720b708a1bb6 req-9b31a40a-3b99-46be-9ec3-46a6d2b89a6b tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:07.973412 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5461d-0017-49c0-a440-2ccd644716f8 req-6af5d3ef-9c40-44c4-9bbc-b381c9c0aa31 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:07.973947 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fb5e1b6d-c114-447c-9aac-720b708a1bb6 req-9b31a40a-3b99-46be-9ec3-46a6d2b89a6b tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0504282 Apr 29 18:51:07.974910 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-57a5461d-0017-49c0-a440-2ccd644716f8 req-6af5d3ef-9c40-44c4-9bbc-b381c9c0aa31 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0472381 Apr 29 18:51:08.022305 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-57a5461d-0017-49c0-a440-2ccd644716f8 req-3b6d6aad-465c-4383-b30b-fc26bfe21ef9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Apr 29 18:51:08.034688 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fb5e1b6d-c114-447c-9aac-720b708a1bb6 req-3f109135-a0ac-4914-82f2-becadf14eaa0 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546522 Apr 29 18:51:08.578136 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:51:08.931789 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eca5bf-0c58-4619-8e0a-66f556312f2c req-11c4de91-0ffb-432d-af63-0365788ba6d1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:08.933343 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-53eca5bf-0c58-4619-8e0a-66f556312f2c req-11c4de91-0ffb-432d-af63-0365788ba6d1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0579958 Apr 29 18:51:08.980176 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-53eca5bf-0c58-4619-8e0a-66f556312f2c req-a793eb9b-cc89-4a24-a07a-ee63cf807660 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412314 Apr 29 18:51:09.140845 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5682c4-9488-4646-8212-adcd6b1a1d71 req-4ee3a2c6-3176-4ace-857e-528fbce5b49d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:09.142175 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1f5682c4-9488-4646-8212-adcd6b1a1d71 req-4ee3a2c6-3176-4ace-857e-528fbce5b49d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0499043 Apr 29 18:51:09.149794 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b16aca-e6b8-49bc-9110-18ebacd6a849 req-515daf15-582c-412a-821b-4f7dd8603574 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:09.151386 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-44b16aca-e6b8-49bc-9110-18ebacd6a849 req-515daf15-582c-412a-821b-4f7dd8603574 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0477374 Apr 29 18:51:09.189866 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1f5682c4-9488-4646-8212-adcd6b1a1d71 req-e916728b-6a17-43d9-92ac-916ef4a09879 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417285 Apr 29 18:51:09.211235 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-44b16aca-e6b8-49bc-9110-18ebacd6a849 req-6ad0c452-e224-49a0-b0a7-558e22330ac4 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537753 Apr 29 18:51:10.120560 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc7bb-43f0-4c4f-b54e-f5cdd0d0a67b req-9de18847-c56f-49bb-a9d0-cf16c3e0e5dc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:10.122663 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-214cc7bb-43f0-4c4f-b54e-f5cdd0d0a67b req-9de18847-c56f-49bb-a9d0-cf16c3e0e5dc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0598190 Apr 29 18:51:10.175246 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-214cc7bb-43f0-4c4f-b54e-f5cdd0d0a67b req-22b4a630-7c2c-46ca-b875-f7909a552ccd tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441585 Apr 29 18:51:10.307081 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edfd2f-2f97-40c5-9985-3272ad0e538f req-0146e5a9-a4d6-4647-8f04-e931a240803b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:10.308509 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a1edfd2f-2f97-40c5-9985-3272ad0e538f req-0146e5a9-a4d6-4647-8f04-e931a240803b tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0500743 Apr 29 18:51:10.328869 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2916f-2b2b-4e0a-9fb9-0fbe65888a05 req-d927c60c-072c-4825-a463-10abbaa902c7 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:10.330367 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01c2916f-2b2b-4e0a-9fb9-0fbe65888a05 req-d927c60c-072c-4825-a463-10abbaa902c7 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0516841 Apr 29 18:51:10.360461 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a1edfd2f-2f97-40c5-9985-3272ad0e538f req-3f1bde57-13c8-4357-9d1f-81313836531a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462127 Apr 29 18:51:10.390480 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01c2916f-2b2b-4e0a-9fb9-0fbe65888a05 req-a49e8d40-d241-4a04-84e2-322ce879dd76 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541217 Apr 29 18:51:11.291616 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38126f4-64c0-419b-94b2-79cd1767d1e7 req-1159bd8f-3908-4f36-bbb6-043481747d67 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:11.293157 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a38126f4-64c0-419b-94b2-79cd1767d1e7 req-1159bd8f-3908-4f36-bbb6-043481747d67 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0484505 Apr 29 18:51:11.345721 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a38126f4-64c0-419b-94b2-79cd1767d1e7 req-e1c3a73b-7ce5-41df-8a2f-f659c6fe94df tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458374 Apr 29 18:51:11.357362 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1e65-beb3-4bbb-b963-10a3133fd830 req-7fbe78d5-940c-4256-910b-1f17601190d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:11.358871 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ec0f1e65-beb3-4bbb-b963-10a3133fd830 req-7fbe78d5-940c-4256-910b-1f17601190d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 1129 time: 0.0387537 Apr 29 18:51:11.412082 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ec0f1e65-beb3-4bbb-b963-10a3133fd830 req-f908cf9a-8e8d-4e6c-bc75-343d5f1ea0dd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412400 Apr 29 18:51:11.480364 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853da37-b57a-4127-b877-e640488e9af5 req-580ef98a-3980-4151-97a0-24c0b4f3d989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:11.481929 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1853da37-b57a-4127-b877-e640488e9af5 req-580ef98a-3980-4151-97a0-24c0b4f3d989 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0482836 Apr 29 18:51:11.529742 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1853da37-b57a-4127-b877-e640488e9af5 req-bf0d998c-767e-4000-ae1e-de44dadb173d tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Apr 29 18:51:11.542350 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5f6b2-f09d-4f4e-a833-e27348b3ac4d req-e65cb7e5-9b55-4bea-8b66-3e371521f778 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:11.543938 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4fc5f6b2-f09d-4f4e-a833-e27348b3ac4d req-e65cb7e5-9b55-4bea-8b66-3e371521f778 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0467696 Apr 29 18:51:11.611822 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4fc5f6b2-f09d-4f4e-a833-e27348b3ac4d req-4fc493a1-f5f5-4b04-b9da-14e340ce28ec tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620120 Apr 29 18:51:11.641075 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c28cb-da70-4ab4-bb05-ce2fb3327765 req-c8f36f40-2339-44ef-af7b-bc6c0cde9a20 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:11.642531 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-661c28cb-da70-4ab4-bb05-ce2fb3327765 req-c8f36f40-2339-44ef-af7b-bc6c0cde9a20 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0530796 Apr 29 18:51:11.689620 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-661c28cb-da70-4ab4-bb05-ce2fb3327765 req-66bf8140-f1da-4ec9-9d7d-c7d13d8f728e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Apr 29 18:51:12.663647 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aff3ff-de94-4e62-b63b-fb53766624ca req-be288888-46b0-4b83-b050-02aad5471cbc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:12.665232 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-18aff3ff-de94-4e62-b63b-fb53766624ca req-be288888-46b0-4b83-b050-02aad5471cbc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0510397 Apr 29 18:51:12.714971 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-18aff3ff-de94-4e62-b63b-fb53766624ca req-f5e82a85-9ea2-45cd-b891-d22cdca61c48 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438647 Apr 29 18:51:12.732767 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa10fd-d362-405b-8a75-caea9800b48f req-a524812f-1b3b-4740-bf6e-099cdbccf96a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:12.740943 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-64fa10fd-d362-405b-8a75-caea9800b48f req-a524812f-1b3b-4740-bf6e-099cdbccf96a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0559115 Apr 29 18:51:12.776341 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-7b05e13e-3288-4e76-bb2a-eb45f93ef92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:12.777940 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-7b05e13e-3288-4e76-bb2a-eb45f93ef92e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 1129 time: 0.0401723 Apr 29 18:51:12.798126 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-64fa10fd-d362-405b-8a75-caea9800b48f req-a5c183f7-d469-424b-8fdf-08c1ac6586c5 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562506 Apr 29 18:51:12.850559 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0818b-aede-49f1-862f-cddad7656bfe req-33371cfd-eda0-44b3-84be-a48df9fa99e8 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:12.851915 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96e0818b-aede-49f1-862f-cddad7656bfe req-33371cfd-eda0-44b3-84be-a48df9fa99e8 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0709026 Apr 29 18:51:12.933055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-adefe904-ead1-4646-bb7a-2030a5e0fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:12.934508 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-adefe904-ead1-4646-bb7a-2030a5e0fa26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 912 time: 0.1452231 Apr 29 18:51:12.937786 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96e0818b-aede-49f1-862f-cddad7656bfe req-3d616c27-a325-4c39-bc4b-19f39329ee2f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617003 Apr 29 18:51:13.021536 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-87176827-00ba-4d68-9ece-909f9c35e1a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0 HTTP/1.1" status: 200 len: 1000 time: 0.0777392 Apr 29 18:51:13.073628 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-51a59f70-0125-4aa6-92da-e68103b00290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:13.075053 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-51a59f70-0125-4aa6-92da-e68103b00290 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 200 len: 850 time: 0.0461318 Apr 29 18:51:13.148242 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-d15d605f-f174-4b4d-ab28-1d5889680daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:13.149836 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-d15d605f-f174-4b4d-ab28-1d5889680daf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=755981e4-77ea-4ec8-899a-643c96679562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426867 Apr 29 18:51:13.850000 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494db29-04ba-4fb1-94da-57205e2d7a38 req-9794922f-3fb9-4b3b-a7bd-3ad9fa5ed465 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:13.851448 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4494db29-04ba-4fb1-94da-57205e2d7a38 req-9794922f-3fb9-4b3b-a7bd-3ad9fa5ed465 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0580676 Apr 29 18:51:13.902241 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4494db29-04ba-4fb1-94da-57205e2d7a38 req-f0482cf0-5c7a-4661-9012-1c3f6a68fc25 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443146 Apr 29 18:51:13.919255 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ffd5e-07fd-401d-8821-1e0268b8aba3 req-28201392-2dbc-4c5a-b60d-b8b5b3571368 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:13.920771 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9e9ffd5e-07fd-401d-8821-1e0268b8aba3 req-28201392-2dbc-4c5a-b60d-b8b5b3571368 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0512803 Apr 29 18:51:13.979034 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9e9ffd5e-07fd-401d-8821-1e0268b8aba3 req-c0cc3791-4ef2-47b5-a9be-9986c5e39398 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523860 Apr 29 18:51:14.073731 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639997a-f085-4aa0-ae59-b8392960bcd7 req-b1c6e0e7-ed81-4e05-a403-37505c7432d6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:14.075738 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5639997a-f085-4aa0-ae59-b8392960bcd7 req-b1c6e0e7-ed81-4e05-a403-37505c7432d6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0506742 Apr 29 18:51:14.081082 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-f4a4ec01-bd43-4f2e-8ff1-612c612bbce9 service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914092 Apr 29 18:51:14.123830 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5639997a-f085-4aa0-ae59-b8392960bcd7 req-29621d6b-52f0-4c6e-862e-22a125995d2b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 Apr 29 18:51:14.180093 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d289879-40a1-4e67-947a-5f3f3a558d23 req-0b2ee3e5-0a98-4655-8852-e76b72c85b9c service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854309 Apr 29 18:51:15.016366 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb55ba-086c-4a05-bef0-201f10b3f088 req-a9c2dc3f-fbdb-445d-94e3-0e0e50ea24f5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:15.017893 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-63fb55ba-086c-4a05-bef0-201f10b3f088 req-a9c2dc3f-fbdb-445d-94e3-0e0e50ea24f5 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0480020 Apr 29 18:51:15.068867 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-63fb55ba-086c-4a05-bef0-201f10b3f088 req-bcdecfc8-8ba6-4d14-8b4a-32aec69567fa tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452685 Apr 29 18:51:15.186638 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7cbfc-7029-452a-8656-836181ed5088 req-f84f53a3-2292-453f-9358-dabc0f0964be tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:15.188206 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-36d7cbfc-7029-452a-8656-836181ed5088 req-f84f53a3-2292-453f-9358-dabc0f0964be tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0501983 Apr 29 18:51:15.250189 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-36d7cbfc-7029-452a-8656-836181ed5088 req-aa3e111b-27f1-4c1a-bb9b-3831a7fda222 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559947 Apr 29 18:51:15.327884 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b84f2b-6af9-4afe-bb8e-d64c044c256a req-85bf6800-c5ca-4ba9-b43d-ee5476f118a2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:15.329396 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a2b84f2b-6af9-4afe-bb8e-d64c044c256a req-85bf6800-c5ca-4ba9-b43d-ee5476f118a2 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0480130 Apr 29 18:51:15.355397 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106b144-520b-411a-9420-a168a0f75de9 req-fd08fcb1-05ac-4dfa-a23d-b11a4d84c74a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:15.356914 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1106b144-520b-411a-9420-a168a0f75de9 req-fd08fcb1-05ac-4dfa-a23d-b11a4d84c74a tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0503554 Apr 29 18:51:15.380655 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a2b84f2b-6af9-4afe-bb8e-d64c044c256a req-c3975e0b-2080-465d-8350-c9ade77b13a5 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451500 Apr 29 18:51:15.405846 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1106b144-520b-411a-9420-a168a0f75de9 req-662c3fea-763b-4db8-ac68-c1828458b4ee tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433893 Apr 29 18:51:15.588278 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9f522-acd9-4e86-a3b9-ce4459bd5a1c req-882c28d1-8a53-4081-84bf-287298777d17 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:15.589788 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8fb9f522-acd9-4e86-a3b9-ce4459bd5a1c req-882c28d1-8a53-4081-84bf-287298777d17 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0635083 Apr 29 18:51:15.641511 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8fb9f522-acd9-4e86-a3b9-ce4459bd5a1c req-6ecdd94c-3d1d-4c8f-8918-c15cc1a6083f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432930 Apr 29 18:51:16.160177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-3fa951ab-46e6-4863-a99f-a1ef06ddc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:16.161701 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-3fa951ab-46e6-4863-a99f-a1ef06ddc6e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 1129 time: 0.0492964 Apr 29 18:51:16.386192 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5848-033d-48dc-8767-48f7e2e46a59 req-297955d1-4a3e-406c-ba11-903108b5471d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:16.387680 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2c8e5848-033d-48dc-8767-48f7e2e46a59 req-297955d1-4a3e-406c-ba11-903108b5471d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0657644 Apr 29 18:51:16.388814 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-9eaa4336-60f3-49b1-8abc-9dd6cf792430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:16.390099 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-9eaa4336-60f3-49b1-8abc-9dd6cf792430 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.1361163 Apr 29 18:51:16.495869 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-04eb2275-b3d2-455d-8ccb-f24d81cf6ec5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29 HTTP/1.1" status: 200 len: 1001 time: 0.0942042 Apr 29 18:51:16.496151 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20e049-1e8a-4f7b-bfb9-001ef16d20af req-b4dd53b0-660f-4ed8-a72f-d7f79f642be8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:16.497672 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c20e049-1e8a-4f7b-bfb9-001ef16d20af req-b4dd53b0-660f-4ed8-a72f-d7f79f642be8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0477331 Apr 29 18:51:16.500957 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2c8e5848-033d-48dc-8767-48f7e2e46a59 req-02340339-ef83-4dda-8ad7-a0145fd5dd6a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054742 Apr 29 18:51:16.547495 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c20e049-1e8a-4f7b-bfb9-001ef16d20af req-e8447a41-3e87-4cfc-899e-5b5d2839b494 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439255 Apr 29 18:51:16.552715 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-eabf92e1-44e0-4eeb-bb0d-00c957d62be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:16.554295 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-eabf92e1-44e0-4eeb-bb0d-00c957d62be8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0460801 Apr 29 18:51:16.604917 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-487bd7d1-425e-4b01-9454-d17fd71ede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:16.606385 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-487bd7d1-425e-4b01-9454-d17fd71ede47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432949 Apr 29 18:51:16.701936 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-eed9c97d-50aa-46ef-8c42-f7c9e79d567b service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870380 Apr 29 18:51:16.819726 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a741675-1652-4e02-bcca-ce6523180536 req-27255b04-3443-4028-bb6f-2f62ff1f86c9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:16.821252 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6a741675-1652-4e02-bcca-ce6523180536 req-27255b04-3443-4028-bb6f-2f62ff1f86c9 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.1090143 Apr 29 18:51:16.876447 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-987da78a-ea8f-4087-82f3-f41bc124e9cc req-acfa08c8-e0db-446a-be2e-8e3d6db11f09 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623266 Apr 29 18:51:16.892107 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6a741675-1652-4e02-bcca-ce6523180536 req-cc624fe2-f0c8-4ce5-8b05-25d6c31ff40e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643661 Apr 29 18:51:17.630042 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ace3b-7e61-4881-bbd5-62f94725eae7 req-ec886da9-b9b5-473d-a71d-cda3b35c954f tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:17.631531 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b57ace3b-7e61-4881-bbd5-62f94725eae7 req-ec886da9-b9b5-473d-a71d-cda3b35c954f tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0528660 Apr 29 18:51:17.685421 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515244b-7309-4710-afd8-648eb632d20d req-7554cda4-f781-4bd8-b314-6133543e3383 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:17.687428 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8515244b-7309-4710-afd8-648eb632d20d req-7554cda4-f781-4bd8-b314-6133543e3383 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0629690 Apr 29 18:51:17.697145 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b57ace3b-7e61-4881-bbd5-62f94725eae7 req-0e4bd2b5-53e2-41bf-a07c-53f438ed5fa9 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591590 Apr 29 18:51:17.749345 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8515244b-7309-4710-afd8-648eb632d20d req-42606806-7d96-412d-ba68-762edd9fb940 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554843 Apr 29 18:51:18.027168 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18712d15-ed44-44d8-9558-f5dd340ac405 req-06e9742c-3d02-4564-8b67-e473c4458c91 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:18.028666 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-18712d15-ed44-44d8-9558-f5dd340ac405 req-06e9742c-3d02-4564-8b67-e473c4458c91 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0531037 Apr 29 18:51:18.080169 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-18712d15-ed44-44d8-9558-f5dd340ac405 req-30da0413-de33-40d6-bd65-c743281f0ff8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 Apr 29 18:51:18.827772 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c1d9c-b38a-4a16-bd62-bebb1f751951 req-807fd740-d397-4150-a0a6-6db845ab1912 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:18.829333 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d02c1d9c-b38a-4a16-bd62-bebb1f751951 req-807fd740-d397-4150-a0a6-6db845ab1912 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0586827 Apr 29 18:51:18.880866 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e537d8-0076-4356-b727-f9b8aba730cd req-abd2a22a-54b6-4af2-bca1-dbcc21ba73a3 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:18.882245 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-41e537d8-0076-4356-b727-f9b8aba730cd req-abd2a22a-54b6-4af2-bca1-dbcc21ba73a3 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0472231 Apr 29 18:51:18.890169 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d02c1d9c-b38a-4a16-bd62-bebb1f751951 req-a4698556-16d4-419c-b663-f7313d27042b tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550156 Apr 29 18:51:18.931698 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-41e537d8-0076-4356-b727-f9b8aba730cd req-3b426d78-c218-4be5-92c9-2d6f8735d8ef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Apr 29 18:51:19.203005 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f785f-13bd-4055-82b5-b75942ddd342 req-459e8df5-c8c8-44d5-b713-31f0028cdf03 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:19.204641 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-732f785f-13bd-4055-82b5-b75942ddd342 req-459e8df5-c8c8-44d5-b713-31f0028cdf03 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0508170 Apr 29 18:51:19.253729 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-732f785f-13bd-4055-82b5-b75942ddd342 req-cb7bc150-6135-4acb-9c38-1cf0b526dc16 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Apr 29 18:51:20.021017 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d2971-3090-403e-a4e3-9fb5ad85a375 req-a452ede5-9e41-4b85-bf49-89c7acd0125a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:20.022532 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b41d2971-3090-403e-a4e3-9fb5ad85a375 req-a452ede5-9e41-4b85-bf49-89c7acd0125a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0518584 Apr 29 18:51:20.049033 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdf675-41d3-4420-bd5a-d03d870fa8a1 req-3f067661-5d56-446d-9752-66bf1ad95ac4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:20.050492 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f0cdf675-41d3-4420-bd5a-d03d870fa8a1 req-3f067661-5d56-446d-9752-66bf1ad95ac4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0501969 Apr 29 18:51:20.083190 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b41d2971-3090-403e-a4e3-9fb5ad85a375 req-1a7e6b03-c95c-4bf1-b4d6-f194fb9903b2 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546491 Apr 29 18:51:20.101546 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f0cdf675-41d3-4420-bd5a-d03d870fa8a1 req-563e3409-f948-43ce-86a6-c3b2a2c454e5 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452089 Apr 29 18:51:20.368550 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7344c-080d-486a-ab4e-e09fc5b2e6c3 req-bf7d0d7c-45f9-4280-a713-cbc75894b8a8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:20.370039 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-52d7344c-080d-486a-ab4e-e09fc5b2e6c3 req-bf7d0d7c-45f9-4280-a713-cbc75894b8a8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0484607 Apr 29 18:51:20.420004 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-52d7344c-080d-486a-ab4e-e09fc5b2e6c3 req-24d918aa-d94b-4688-8fb6-dd5d36a8bbd7 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Apr 29 18:51:21.200846 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4db0d-86e5-4223-901e-8ea544a022a7 req-d56dfeba-aecb-47d8-bf03-485dea1e78e1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:21.202277 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3aa4db0d-86e5-4223-901e-8ea544a022a7 req-d56dfeba-aecb-47d8-bf03-485dea1e78e1 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0492079 Apr 29 18:51:21.224662 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fcd63-55e6-4d16-bf60-6f88b5c8c776 req-738ed6a1-a89e-471d-9311-087a05f2721f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:21.226264 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-489fcd63-55e6-4d16-bf60-6f88b5c8c776 req-738ed6a1-a89e-471d-9311-087a05f2721f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0489011 Apr 29 18:51:21.261697 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3aa4db0d-86e5-4223-901e-8ea544a022a7 req-b3bc204b-5102-4336-8929-525c03c43abe tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534618 Apr 29 18:51:21.279160 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-489fcd63-55e6-4d16-bf60-6f88b5c8c776 req-ec1d6a00-2a95-459e-b365-3d02a9835a27 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468676 Apr 29 18:51:21.554142 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b5284-f993-4bbb-8aec-f1fbd3754f49 req-c1db1eed-bf5f-4724-9801-379b8481cf72 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:21.555629 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b14b5284-f993-4bbb-8aec-f1fbd3754f49 req-c1db1eed-bf5f-4724-9801-379b8481cf72 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0584853 Apr 29 18:51:21.610740 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b14b5284-f993-4bbb-8aec-f1fbd3754f49 req-6adb3c59-6c8a-4f6c-ae1d-4c2454c9acc4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486841 Apr 29 18:51:21.723791 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae0bb5-779e-44f9-893d-7a8fcf9729fd req-980f8954-1d29-4849-98b0-7944d1d90401 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:21.725169 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-84ae0bb5-779e-44f9-893d-7a8fcf9729fd req-980f8954-1d29-4849-98b0-7944d1d90401 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Apr 29 18:51:21.738176 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50788) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:21.742687 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-8c29c2ee-0db4-4e46-b927-1cd6852f45e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Request body: {'floatingip': {'port_id': 'de1fce53-5d55-4a86-a6e8-8f592b448c29'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:51:21.800530 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8c29c2ee-0db4-4e46-b927-1cd6852f45e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for floatingip (af5b47d9-0833-42e0-b9a0-1ebe14452634), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:22.298393 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8c29c2ee-0db4-4e46-b927-1cd6852f45e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:22.304126 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8c29c2ee-0db4-4e46-b927-1cd6852f45e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (af5b47d9-0833-42e0-b9a0-1ebe14452634), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:22.399241 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8eefa-9795-4f07-adbe-442f2851ceb4 req-bfe437ed-4058-4b25-91df-7ddd6ad16968 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:22.400258 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315018d-88ad-4ce6-b606-376e9d68b4b2 req-d9425c9e-c3d9-4cd2-91c7-3fbb5f58f51d tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:22.401033 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-45b8eefa-9795-4f07-adbe-442f2851ceb4 req-bfe437ed-4058-4b25-91df-7ddd6ad16968 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0612574 Apr 29 18:51:22.402601 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f315018d-88ad-4ce6-b606-376e9d68b4b2 req-d9425c9e-c3d9-4cd2-91c7-3fbb5f58f51d tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0505145 Apr 29 18:51:22.454967 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f315018d-88ad-4ce6-b606-376e9d68b4b2 req-42b6784a-c797-4918-9f35-da788c9efee4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466647 Apr 29 18:51:22.531280 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-45b8eefa-9795-4f07-adbe-442f2851ceb4 req-3ef32ed9-4d87-4c8f-8b88-ea579bab407a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052086 Apr 29 18:51:22.613124 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c29c2ee-0db4-4e46-b927-1cd6852f45e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Router 30785675-111d-4144-b39c-9cbea4582306 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:51:22.729882 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c29c2ee-0db4-4e46-b927-1cd6852f45e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:51:22.734912 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8c29c2ee-0db4-4e46-b927-1cd6852f45e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:22.742755 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] Sync routers for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:51:22.753771 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:51:22.754387 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:50:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:51:22.766983 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:51:22.769527 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40a3606-e5f9-4fea-b22a-bb92879a8d76" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:51:22.813110 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-8c29c2ee-0db4-4e46-b927-1cd6852f45e2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "PUT /v2.0/floatingips/af5b47d9-0833-42e0-b9a0-1ebe14452634 HTTP/1.1" status: 200 len: 993 time: 1.0737617 Apr 29 18:51:22.826878 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9321eef3-39b9-418d-a03b-89752f249256 x-openstack-request-id: req-9321eef3-39b9-418d-a03b-89752f249256 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:51:22.827299 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:51:22.828522 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9321eef3-39b9-418d-a03b-89752f249256 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:51:22.828937 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9321eef3-39b9-418d-a03b-89752f249256'] response: {'name': 'network-changed', 'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'status': 'completed', 'code': 200} Apr 29 18:51:22.944917 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:51:22.977439 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-feeca05b-94e4-4b4c-8226-2c3b43ab8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:22.979033 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-feeca05b-94e4-4b4c-8226-2c3b43ab8ffa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 1129 time: 0.0394735 Apr 29 18:51:23.088807 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-b90c190a-1995-4f8a-8bae-b7562ee311db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:23.090232 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-b90c190a-1995-4f8a-8bae-b7562ee311db service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.0929036 Apr 29 18:51:23.118577 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-79d898ad-3a2d-404d-b2da-5bd7197b9cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:23.167412 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'af5b47d9-0833-42e0-b9a0-1ebe14452634', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '30785675-111d-4144-b39c-9cbea4582306', 'port_id': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'mac_address': 'fa:16:3e:cc:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:47:09Z', 'updated_at': '2022-04-29T18:51:22Z', 'revision_number': 3, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:44Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:51:23.193375 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] Checking router: 30785675-111d-4144-b39c-9cbea4582306 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:51:23.202087 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:51:23.202677 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:50:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:51:23.310432 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:51:23.542800 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'af5b47d9-0833-42e0-b9a0-1ebe14452634', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '30785675-111d-4144-b39c-9cbea4582306', 'port_id': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'mac_address': 'fa:16:3e:cc:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:47:09Z', 'updated_at': '2022-04-29T18:51:22Z', 'revision_number': 3, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:44Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:51:23.571256 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a352ba-703b-4f61-9be9-6aea7d75c9c4 None None] The sync data for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi is: [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': 'af5b47d9-0833-42e0-b9a0-1ebe14452634', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '30785675-111d-4144-b39c-9cbea4582306', 'port_id': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'mac_address': 'fa:16:3e:cc:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:47:09Z', 'updated_at': '2022-04-29T18:51:22Z', 'revision_number': 3, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:44Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:51:23.576586 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70454362-69ca-4cd6-aa61-097fd25964e8 req-ab5ca58a-f811-4576-893d-a0d685c1e30a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:23.578121 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-70454362-69ca-4cd6-aa61-097fd25964e8 req-ab5ca58a-f811-4576-893d-a0d685c1e30a tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0492439 Apr 29 18:51:23.640222 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-70454362-69ca-4cd6-aa61-097fd25964e8 req-e9414af3-2c5b-4166-bfa6-dfe3b3c41244 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563757 Apr 29 18:51:23.665150 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8761b-f781-4912-b849-f61d46f7ca45 req-88c44fdf-c512-460e-b9da-1ea0028f307a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:23.666915 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-19a8761b-f781-4912-b849-f61d46f7ca45 req-88c44fdf-c512-460e-b9da-1ea0028f307a tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0594499 Apr 29 18:51:23.728191 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-19a8761b-f781-4912-b849-f61d46f7ca45 req-a144b740-d592-4ab7-8476-48ff393234ff tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555041 Apr 29 18:51:24.179625 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-717f52d9-b4d3-4e5c-a4ca-53360fbbecb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29 HTTP/1.1" status: 200 len: 1001 time: 0.0614872 Apr 29 18:51:24.231392 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-4f3897a1-0d1b-4034-9af5-107370899a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:24.232846 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-4f3897a1-0d1b-4034-9af5-107370899a69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0472755 Apr 29 18:51:24.281653 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-aded3448-91a1-4d0a-a281-ca1cd047134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:24.283102 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-aded3448-91a1-4d0a-a281-ca1cd047134a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404708 Apr 29 18:51:24.389696 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-100666c7-fd14-43d0-938d-7a62ed124f30 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871639 Apr 29 18:51:24.507574 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f40a3606-e5f9-4fea-b22a-bb92879a8d76 req-222611be-50aa-480a-a34f-1ec6ae513859 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850677 Apr 29 18:51:24.760202 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f85dbd-8174-4ad3-bfd8-d0f292dd4a99 req-270b7bbc-6f07-4c0a-aef5-b9060b85da90 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:24.761595 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-03f85dbd-8174-4ad3-bfd8-d0f292dd4a99 req-270b7bbc-6f07-4c0a-aef5-b9060b85da90 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0530760 Apr 29 18:51:24.815737 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-03f85dbd-8174-4ad3-bfd8-d0f292dd4a99 req-f680e1f8-9567-408f-a553-5e9890b8d935 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479267 Apr 29 18:51:24.829683 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:51:24.831995 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ba6d26-5e9d-46d0-9ae6-eae68008409c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:51:24.849186 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd09f1-e80a-4400-8c77-c105f0629333 req-ae94f1cc-3f3b-4126-ae49-1084fa470212 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:24.850660 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-27dd09f1-e80a-4400-8c77-c105f0629333 req-ae94f1cc-3f3b-4126-ae49-1084fa470212 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0510528 Apr 29 18:51:24.868039 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4cb20c-c6b3-44d2-8908-1220ce9f2b9f x-openstack-request-id: req-dd4cb20c-c6b3-44d2-8908-1220ce9f2b9f {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:51:24.868345 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:51:24.868640 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd4cb20c-c6b3-44d2-8908-1220ce9f2b9f {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:51:24.869030 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4cb20c-c6b3-44d2-8908-1220ce9f2b9f'] response: {'name': 'network-changed', 'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'status': 'completed', 'code': 200} Apr 29 18:51:24.924056 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-27dd09f1-e80a-4400-8c77-c105f0629333 req-403d5f42-cccb-411e-bf54-8e037a1451be tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&id=f5270119-fd8c-4230-8b74-02e0160cbc50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673432 Apr 29 18:51:25.100973 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-b2ba46e5-6553-42cc-901f-100042848735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:25.102656 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-b2ba46e5-6553-42cc-901f-100042848735 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 1129 time: 0.0433197 Apr 29 18:51:25.328819 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3219aa5e-a407-4871-8e01-4ed2e8e3ac88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:25.353928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-53ed38b9-4032-4d6e-a94b-6de7583726e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:25.355138 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-53ed38b9-4032-4d6e-a94b-6de7583726e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.0975354 Apr 29 18:51:25.941410 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-b13da483-a05e-4748-9ef6-7b25f7058187 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29 HTTP/1.1" status: 200 len: 1001 time: 0.0930727 Apr 29 18:51:25.947918 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf230-3dd0-4cd0-8deb-63f124e89ba4 req-b36c5edb-d3ea-42c2-be2c-858c76f8317f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:25.949341 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4e3bf230-3dd0-4cd0-8deb-63f124e89ba4 req-b36c5edb-d3ea-42c2-be2c-858c76f8317f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0615742 Apr 29 18:51:26.031043 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-ebd70fe6-c35d-4768-979d-02c85c388173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:26.032485 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-ebd70fe6-c35d-4768-979d-02c85c388173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0715656 Apr 29 18:51:26.036446 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4e3bf230-3dd0-4cd0-8deb-63f124e89ba4 req-c49b8c59-451a-4238-b067-9a3eea6498ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813651 Apr 29 18:51:26.083344 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-e2cecd00-1c11-45c6-a9c8-69ddc869d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:26.084885 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-e2cecd00-1c11-45c6-a9c8-69ddc869d1fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405474 Apr 29 18:51:26.258883 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-178f405c-a31e-4fe8-a1c0-3a2c47e84b1f service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891154 Apr 29 18:51:26.356738 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:26.360211 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-80ba6d26-5e9d-46d0-9ae6-eae68008409c req-5ee0fb61-f40a-4026-85c8-485428b3af94 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888901 Apr 29 18:51:26.774647 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-2974ab6b-13f8-4909-9948-5bed395f806b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390265 Apr 29 18:51:26.880873 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-6c3840fd-4d40-4b1e-aaf9-3ae0993c7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:26.882236 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-6c3840fd-4d40-4b1e-aaf9-3ae0993c7fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2f2dec75acb4277945a986b8393b0a1&device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 1129 time: 0.0445600 Apr 29 18:51:27.001192 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-c4d81c97-8097-4308-aae8-03dfeeea59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:27.002738 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-c4d81c97-8097-4308-aae8-03dfeeea59d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 200 len: 920 time: 0.0942662 Apr 29 18:51:27.055631 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-9a0410e0-8f41-46a1-bdc6-879da92291f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996 HTTP/1.1" status: 200 len: 217 time: 0.0385137 Apr 29 18:51:27.114652 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-9475d93a-9338-4201-99c7-e359023521f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:27.116183 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-9475d93a-9338-4201-99c7-e359023521f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 200 len: 858 time: 0.0446401 Apr 29 18:51:27.159806 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eb1d7-69ba-4bc2-85e8-36917351a8d5 req-daf2d6b2-70c8-4e26-9fdd-f9c679c7a052 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:27.161232 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cc0eb1d7-69ba-4bc2-85e8-36917351a8d5 req-daf2d6b2-70c8-4e26-9fdd-f9c679c7a052 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0471694 Apr 29 18:51:27.169368 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-99a02024-0955-449c-8913-13160ae80f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:27.170912 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-99a02024-0955-449c-8913-13160ae80f10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427907 Apr 29 18:51:27.225181 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cc0eb1d7-69ba-4bc2-85e8-36917351a8d5 req-13b0aead-cdd9-4d39-9a4b-dc1ee35bf579 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553195 Apr 29 18:51:27.528176 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-87242dc4-fe59-4d3a-9b48-b111d2031125 service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336890 Apr 29 18:51:27.581480 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:27.624476 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-668b4b65-7dd8-4495-91a3-f22e4c7f3496 req-03aaee3a-422e-49e4-b73d-7a326ac74eea service neutron] 10.222.0.15 "GET /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841146 Apr 29 18:51:28.359932 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be7a2-948d-4641-b39e-64970a54eee6 req-274676e8-4a6f-44f2-b1f3-5f868d8612c8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:28.361582 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b92be7a2-948d-4641-b39e-64970a54eee6 req-274676e8-4a6f-44f2-b1f3-5f868d8612c8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0563817 Apr 29 18:51:28.416261 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b92be7a2-948d-4641-b39e-64970a54eee6 req-6db84fb1-3388-4716-85cc-f54f2709ef24 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489855 Apr 29 18:51:29.370279 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:29.544018 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0b3b9-24cc-4a10-8f83-68fae92fd539 req-ba6d5fa1-4566-4967-9d08-3536aabe0d32 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:29.545535 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dde0b3b9-24cc-4a10-8f83-68fae92fd539 req-ba6d5fa1-4566-4967-9d08-3536aabe0d32 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0472224 Apr 29 18:51:29.596899 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dde0b3b9-24cc-4a10-8f83-68fae92fd539 req-509123d3-95a9-402a-8e9c-e21d30f89b48 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456812 Apr 29 18:51:30.714956 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9b2a-03d1-4546-b8ce-1242fa222301 req-984a0e14-ec4f-4084-9114-b7f0beb3b2eb tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:30.716517 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8ebc9b2a-03d1-4546-b8ce-1242fa222301 req-984a0e14-ec4f-4084-9114-b7f0beb3b2eb tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0492194 Apr 29 18:51:30.767403 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8ebc9b2a-03d1-4546-b8ce-1242fa222301 req-137a66f8-5e90-44e2-8abd-05e967eb93ab tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449455 Apr 29 18:51:31.390622 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-dcb2a02b-744c-4a77-a7f1-86f52266cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:31.392086 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-dcb2a02b-744c-4a77-a7f1-86f52266cc57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=131b4943a4aa42a8b09d614d80f552cc&device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1129 time: 0.0404990 Apr 29 18:51:31.485368 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-ee630de8-8c6b-44f9-9338-975b88dae28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:31.486773 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-ee630de8-8c6b-44f9-9338-975b88dae28d service neutron] 10.222.0.15 "GET /v2.0/networks?id=06abeb83-1544-4ffb-b107-5158cc75dcd4 HTTP/1.1" status: 200 len: 910 time: 0.0867460 Apr 29 18:51:31.557080 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-fb646c6e-b7e3-42d6-b149-fe5dfb9b236e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 200 len: 1001 time: 0.0586565 Apr 29 18:51:31.615161 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-f37fa834-e609-4f03-8277-e2e900294949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:31.616662 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-f37fa834-e609-4f03-8277-e2e900294949 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2fb172-bb44-4c1d-b616-fd94466e4522 HTTP/1.1" status: 200 len: 848 time: 0.0510190 Apr 29 18:51:31.660123 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-203991ed-0459-42b5-9199-9c229bed765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:31.661514 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-203991ed-0459-42b5-9199-9c229bed765a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06abeb83-1544-4ffb-b107-5158cc75dcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380747 Apr 29 18:51:31.753630 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-282be08e-915e-43db-92fc-0309ca2181e0 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829375 Apr 29 18:51:31.776187 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:31.857295 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f294a33c-bfd1-4ac0-8fd5-0025268ff59d req-a12695f5-f0d8-4adf-80a4-c64c253c6886 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905952 Apr 29 18:51:31.885207 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03669f-550a-4cbc-9042-de8ff2d52b40 req-3c1980cc-95ca-40a3-99dc-93df266ff039 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:31.886777 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ea03669f-550a-4cbc-9042-de8ff2d52b40 req-3c1980cc-95ca-40a3-99dc-93df266ff039 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0498700 Apr 29 18:51:31.940060 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ea03669f-550a-4cbc-9042-de8ff2d52b40 req-8eb72d8d-9f4f-42ab-89ec-c943605f1f7d tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471699 Apr 29 18:51:33.071259 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743aeea-55bf-4aed-8af4-c0c578092e54 req-fc8e1158-40c4-4f6e-aaed-0854ee86660f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:33.072748 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a743aeea-55bf-4aed-8af4-c0c578092e54 req-fc8e1158-40c4-4f6e-aaed-0854ee86660f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0561583 Apr 29 18:51:33.123370 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a743aeea-55bf-4aed-8af4-c0c578092e54 req-87dc4b70-a435-4a9a-a835-ace0c4184770 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Apr 29 18:51:34.250469 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d09f08-59a6-425b-bd55-3f34f605b5b2 req-97ce00bb-69cd-4648-b1ba-d0536bb9c247 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:34.251908 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f7d09f08-59a6-425b-bd55-3f34f605b5b2 req-97ce00bb-69cd-4648-b1ba-d0536bb9c247 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0582230 Apr 29 18:51:34.301380 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f7d09f08-59a6-425b-bd55-3f34f605b5b2 req-aab36fa5-9c66-4069-8d8e-0c57c82d8103 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Apr 29 18:51:35.432346 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11bb05-8e33-45d9-b5db-0aa91d65f068 req-3ed9d7c0-8167-4aef-b2e6-18f4e481c662 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:35.433861 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b11bb05-8e33-45d9-b5db-0aa91d65f068 req-3ed9d7c0-8167-4aef-b2e6-18f4e481c662 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0542753 Apr 29 18:51:35.483410 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b11bb05-8e33-45d9-b5db-0aa91d65f068 req-08b957d9-ee82-4918-8673-6508197e09f9 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434310 Apr 29 18:51:35.669696 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [req-a47ecc4e-942a-4fda-ac2e-475b55dcbc24 req-6f3c7813-c62d-47f7-9611-ca9ab7afffea service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:51:35.671189 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a47ecc4e-942a-4fda-ac2e-475b55dcbc24 req-6f3c7813-c62d-47f7-9611-ca9ab7afffea service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1170063 Apr 29 18:51:35.824263 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50846) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:35.842308 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d9da3-cd07-49eb-afee-4c86764a50f2 req-35b0f9de-9a14-4175-8665-07257782d1b0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:35.843943 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c18d9da3-cd07-49eb-afee-4c86764a50f2 req-35b0f9de-9a14-4175-8665-07257782d1b0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0545294 Apr 29 18:51:35.919804 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c18d9da3-cd07-49eb-afee-4c86764a50f2 req-63b26aba-dff5-4d16-adff-4bc4cb6b6b90 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701132 Apr 29 18:51:35.925782 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-644c1ff5-bc82-4754-915b-7a08555c9508 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004565 Apr 29 18:51:35.934843 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-7eb47343-d073-4fe3-94c5-af6678fbb1a2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:51:35.935809 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-7eb47343-d073-4fe3-94c5-af6678fbb1a2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051649 Apr 29 18:51:36.013564 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50854) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:36.115169 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f359dc-fe51-4851-a191-107d347c80dd req-2f972d24-f9ac-46de-9796-78d748a98f92 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:36.116552 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-2f972d24-f9ac-46de-9796-78d748a98f92 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports/10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 200 len: 942 time: 0.1020377 Apr 29 18:51:37.045251 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429130a-d8bb-4e66-b4fe-564e5cedde5f req-017c58d1-4b4b-4d7d-8d50-3617f4ab52f3 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:37.046818 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6429130a-d8bb-4e66-b4fe-564e5cedde5f req-017c58d1-4b4b-4d7d-8d50-3617f4ab52f3 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0478752 Apr 29 18:51:37.106900 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6429130a-d8bb-4e66-b4fe-564e5cedde5f req-5ef64181-5ab6-430b-93ba-0946403a9918 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543005 Apr 29 18:51:37.342787 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 10ecab05-24bc-40bf-b5dc-7da8769c23cf no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:51:37.426875 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 10ecab05-24bc-40bf-b5dc-7da8769c23cf is: ACTIVE; New status is: DOWN {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:51:37.427261 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:37.454162 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:51:37.456410 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb1f245-ff8f-44f8-a39c-40b287a2390f" -d '{"events": [{"server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "name": "network-vif-unplugged", "status": "completed", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:51:37.470012 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:51:37.475617 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:37.499569 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 18:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b1e829-3dcb-44f5-aa91-71c34bedc1e5 x-openstack-request-id: req-e1b1e829-3dcb-44f5-aa91-71c34bedc1e5 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:51:37.500084 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "name": "network-vif-unplugged", "status": "failed", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf", "code": 422}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:51:37.500739 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1b1e829-3dcb-44f5-aa91-71c34bedc1e5 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:51:37.501168 dv-cinder-839987-1-iscsi neutron-server[110121]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e1b1e829-3dcb-44f5-aa91-71c34bedc1e5']: {'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'code': 422} returned with failed status Apr 29 18:51:37.527548 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=10ecab05-24bc-40bf-b5dc-7da8769c23cf,revision_number=6']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:37.535411 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.535754 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.536114 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.536463 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.536845 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.537140 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.537597 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.537929 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.538267 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.538616 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.538947 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.539411 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.539585 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.539913 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:37.540239 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:38.230903 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9f45b-f178-4493-be65-592147f9dfde req-3ba5c4bf-5b9e-454f-8d57-800fa157c594 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:38.232212 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7dc9f45b-f178-4493-be65-592147f9dfde req-3ba5c4bf-5b9e-454f-8d57-800fa157c594 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0533609 Apr 29 18:51:38.282581 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7dc9f45b-f178-4493-be65-592147f9dfde req-e1fa5f64-218d-4d38-9be6-39bbba52f00c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Apr 29 18:51:39.176825 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f359dc-fe51-4851-a191-107d347c80dd req-2803dab1-08f1-4bf9-a6e3-b61037f52149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:39.178435 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-2803dab1-08f1-4bf9-a6e3-b61037f52149 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13&tenant_id=131b4943a4aa42a8b09d614d80f552cc HTTP/1.1" status: 200 len: 1127 time: 0.0419354 Apr 29 18:51:39.264926 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f359dc-fe51-4851-a191-107d347c80dd req-4919e038-68df-4b98-8364-94be8bf1156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:39.266379 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-4919e038-68df-4b98-8364-94be8bf1156f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=131b4943a4aa42a8b09d614d80f552cc&device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1127 time: 0.0424666 Apr 29 18:51:39.376073 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f359dc-fe51-4851-a191-107d347c80dd req-7b042d5a-07a6-4d58-91a7-7a0232531545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:39.378139 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-7b042d5a-07a6-4d58-91a7-7a0232531545 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06abeb83-1544-4ffb-b107-5158cc75dcd4 HTTP/1.1" status: 200 len: 910 time: 0.1007791 Apr 29 18:51:39.396610 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b5f85-f645-4e57-b092-cd7d94bd52e5 req-295bf848-881e-489f-8b2d-c1bdaf46a6fc tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:39.398297 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-309b5f85-f645-4e57-b092-cd7d94bd52e5 req-295bf848-881e-489f-8b2d-c1bdaf46a6fc tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0461442 Apr 29 18:51:39.452287 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-309b5f85-f645-4e57-b092-cd7d94bd52e5 req-09ba3a48-8e9b-4d19-82e4-37ce84aa3994 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482323 Apr 29 18:51:39.458337 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-1d96cd36-7522-4dca-8ca8-6c0659eda7dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 200 len: 999 time: 0.0668893 Apr 29 18:51:39.509409 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f359dc-fe51-4851-a191-107d347c80dd req-9cd152ca-f4f7-48a9-9c17-866738457c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:39.510832 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-9cd152ca-f4f7-48a9-9c17-866738457c92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2fb172-bb44-4c1d-b616-fd94466e4522 HTTP/1.1" status: 200 len: 848 time: 0.0438266 Apr 29 18:51:39.559782 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f359dc-fe51-4851-a191-107d347c80dd req-44541abe-a74e-4e6e-821c-56aa48510b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:39.561352 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-44541abe-a74e-4e6e-821c-56aa48510b4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06abeb83-1544-4ffb-b107-5158cc75dcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384650 Apr 29 18:51:39.661667 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-70e9e341-12f3-4e80-beff-ec34bd7d3012 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891557 Apr 29 18:51:39.756475 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-8127e1f7-79f5-40a3-82af-3804830f80b6 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833945 Apr 29 18:51:40.418127 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244c1c7-775b-4211-9e68-686fafbac8d8 req-c480a01b-970c-41ca-b2c7-2fa1d7e951cf tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:40.419715 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2244c1c7-775b-4211-9e68-686fafbac8d8 req-c480a01b-970c-41ca-b2c7-2fa1d7e951cf tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0583172 Apr 29 18:51:40.468485 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2244c1c7-775b-4211-9e68-686fafbac8d8 req-6fc837d7-a901-49f7-b770-4edcfe3534bb tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428553 Apr 29 18:51:40.577422 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835755b-211c-4508-9a7d-dcfe477a7fd2 req-6563173c-7ed3-4e14-8a46-aebd32252635 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:40.579260 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7835755b-211c-4508-9a7d-dcfe477a7fd2 req-6563173c-7ed3-4e14-8a46-aebd32252635 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0565412 Apr 29 18:51:40.634089 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7835755b-211c-4508-9a7d-dcfe477a7fd2 req-f83dfaec-f3e9-422b-952a-b0ac27e78ae3 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457306 Apr 29 18:51:41.607049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624db1f-f9fb-420e-b44b-949d2f628c5d req-e5ce3d04-97da-49d2-94d9-4e7c2e58ef74 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:41.608577 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6624db1f-f9fb-420e-b44b-949d2f628c5d req-e5ce3d04-97da-49d2-94d9-4e7c2e58ef74 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0586998 Apr 29 18:51:41.657902 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6624db1f-f9fb-420e-b44b-949d2f628c5d req-40b77f81-694e-42fd-91c9-eba2a9a3e90f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434458 Apr 29 18:51:41.762908 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febac590-8b1f-440c-aff3-4c4418abf57b req-3e73bb26-0f96-4085-a447-d1438a6f7e21 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:41.764285 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-febac590-8b1f-440c-aff3-4c4418abf57b req-3e73bb26-0f96-4085-a447-d1438a6f7e21 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0541031 Apr 29 18:51:41.812103 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-febac590-8b1f-440c-aff3-4c4418abf57b req-f3f0866e-0dc6-47a9-9ae5-fd8a61fd53cb tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Apr 29 18:51:42.785323 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20eb84-13a5-47d5-9fb8-d362cac5be28 req-adbf5393-1e72-4a09-8761-03eaa5070dd4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:42.786745 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2a20eb84-13a5-47d5-9fb8-d362cac5be28 req-adbf5393-1e72-4a09-8761-03eaa5070dd4 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0512567 Apr 29 18:51:42.836815 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2a20eb84-13a5-47d5-9fb8-d362cac5be28 req-fbef428e-e293-4783-be16-e15e929cc223 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441897 Apr 29 18:51:42.934401 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf00a0-9aab-41c6-b835-2525fcca622d req-4395612e-3ba8-4b1c-9c63-bd74ca3ec66c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:42.935769 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c9bf00a0-9aab-41c6-b835-2525fcca622d req-4395612e-3ba8-4b1c-9c63-bd74ca3ec66c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0516295 Apr 29 18:51:42.986872 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c9bf00a0-9aab-41c6-b835-2525fcca622d req-7a08a7a1-965b-4dbd-ac22-f915b617fa0e tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437300 Apr 29 18:51:43.966616 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61566b8-4bbf-421d-a643-f02797a8e92a req-214ed0c0-52b6-4910-bd63-8fdffe7d6467 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:43.968058 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f61566b8-4bbf-421d-a643-f02797a8e92a req-214ed0c0-52b6-4910-bd63-8fdffe7d6467 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0479066 Apr 29 18:51:44.017764 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f61566b8-4bbf-421d-a643-f02797a8e92a req-65ff1296-d115-493a-971a-9db6102541e0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439510 Apr 29 18:51:44.101678 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799d5cb-d94e-4f82-926f-c365a9f1c36a req-bf9bc756-fa43-4ef9-988b-075b99d88e48 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:44.103143 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9799d5cb-d94e-4f82-926f-c365a9f1c36a req-bf9bc756-fa43-4ef9-988b-075b99d88e48 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0485044 Apr 29 18:51:44.157553 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9799d5cb-d94e-4f82-926f-c365a9f1c36a req-48daf79a-925f-434e-85aa-bd4b613c43b6 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456865 Apr 29 18:51:44.176199 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-67f18ea9-6dd7-41ca-9f1d-ec5165bf1587 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:44.177707 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-67f18ea9-6dd7-41ca-9f1d-ec5165bf1587 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 947 time: 0.0491116 Apr 29 18:51:44.271469 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Deleting port a63bebc4-95e6-421a-a58d-29f1b1ab96dd {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:51:44.271808 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:44.361303 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] For port a63bebc4-95e6-421a-a58d-29f1b1ab96dd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:51:44.361636 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:44.594422 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:44.594790 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (c140002f-6b3b-4f08-8627-c31fa17ea4c7), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:44.595142 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Floating IP c140002f-6b3b-4f08-8627-c31fa17ea4c7 disassociated. External IP: 172.27.0.31, port: a63bebc4-95e6-421a-a58d-29f1b1ab96dd. Apr 29 18:51:44.595490 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Calling delete_port for a63bebc4-95e6-421a-a58d-29f1b1ab96dd owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:51:44.738502 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a63bebc4-95e6-421a-a58d-29f1b1ab96dd), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:44.766058 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event deleted for resources: {'Port': ['ID=a63bebc4-95e6-421a-a58d-29f1b1ab96dd,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:44.777153 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.777502 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.777839 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.778170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.778496 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.778821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.779143 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.779463 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.779766 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.780076 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.780390 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.780736 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.781055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.781365 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.781676 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:44.896528 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Router 92585082-121f-4392-8694-64e34d46f86d has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:51:45.009254 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:51:45.019895 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] Sync routers for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:51:45.029886 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:51:45.030495 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:51:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:51:45.061040 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] No DVR routers for this DVR port a63bebc4-95e6-421a-a58d-29f1b1ab96dd on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:51:45.063688 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:45.067353 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-10d6c93b-889a-4ce6-b0ce-035de516a925 req-e326172d-536b-4947-878e-9fab579133b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "DELETE /v2.0/ports/a63bebc4-95e6-421a-a58d-29f1b1ab96dd HTTP/1.1" status: 204 len: 173 time: 0.8815687 Apr 29 18:51:45.067800 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-deleted', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:51:45.070102 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7acddb-dbb3-42eb-a523-e7bbe084ed6a" -d '{"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-deleted", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:51:45.108628 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfa7c12-0a40-4b71-a088-31b045531c82 x-openstack-request-id: req-fdfa7c12-0a40-4b71-a088-31b045531c82 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:51:45.108918 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c4eec4-5b20-46a1-9341-1896dc805528", "name": "network-vif-deleted", "tag": "a63bebc4-95e6-421a-a58d-29f1b1ab96dd", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:51:45.109219 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdfa7c12-0a40-4b71-a088-31b045531c82 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:51:45.109629 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfa7c12-0a40-4b71-a088-31b045531c82'] response: {'server_uuid': 'a3c4eec4-5b20-46a1-9341-1896dc805528', 'name': 'network-vif-deleted', 'tag': 'a63bebc4-95e6-421a-a58d-29f1b1ab96dd', 'status': 'completed', 'code': 200} Apr 29 18:51:45.143329 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:51:45.160542 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-889c75ae-a0e7-49d6-9273-1b5e29c894aa req-0fdfa570-a1cd-4021-949d-3149e44300a8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.0301540 Apr 29 18:51:45.288747 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4565e-ae0f-468c-8b34-b73021e6488c req-5e18cb55-850b-4077-85ed-9a959b2dd0c8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:45.291691 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-04d4565e-ae0f-468c-8b34-b73021e6488c req-5e18cb55-850b-4077-85ed-9a959b2dd0c8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0608697 Apr 29 18:51:45.346547 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:51:45.359877 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-04d4565e-ae0f-468c-8b34-b73021e6488c req-53b65cad-3c3c-4be4-baaa-87743b0654cb tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619242 Apr 29 18:51:45.375089 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] Checking router: 92585082-121f-4392-8694-64e34d46f86d for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:51:45.385400 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:51:45.386108 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:51:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:51:45.577393 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:51:45.628306 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:51:45.818249 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:51:45.848411 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c45f24-2ae4-4f8a-9ea4-88d619e2b18f None None] The sync data for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi is: [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:51:46.080151 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eba4b6-f7c1-416e-b92f-c092a027560f None None] New status for floating IP c140002f-6b3b-4f08-8627-c31fa17ea4c7: DOWN {{(pid=110122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:51:46.311403 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0e6fa94f-11d6-4852-a00b-cb68c14d134d req-d5e9603a-bd04-4333-92e3-520bcccd4166 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c4eec4-5b20-46a1-9341-1896dc805528 HTTP/1.1" status: 200 len: 210 time: 0.0480673 Apr 29 18:51:46.481319 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914ab9-ba26-4506-bb71-13e38837435e req-0b371881-cd16-478d-908c-1c8cd2abf233 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:46.482803 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f5914ab9-ba26-4506-bb71-13e38837435e req-0b371881-cd16-478d-908c-1c8cd2abf233 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0475500 Apr 29 18:51:46.532899 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f5914ab9-ba26-4506-bb71-13e38837435e req-bcd705e7-e52d-4392-ab1c-01124747bb01 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 Apr 29 18:51:47.363718 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:51:47.385840 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: a63bebc4-95e6-421a-a58d-29f1b1ab96dd {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:51:47.386179 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a63bebc4-95e6-421a-a58d-29f1b1ab96dd not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:51:47.402654 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50938) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:47.463873 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6afa7d8a-54d1-4dd7-96e1-90cda370908a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (a7c98fb8-35a8-4a3c-b8e0-d3f94706225d), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:47.486932 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6afa7d8a-54d1-4dd7-96e1-90cda370908a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (a7c98fb8-35a8-4a3c-b8e0-d3f94706225d), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:47.537058 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6afa7d8a-54d1-4dd7-96e1-90cda370908a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (a7c98fb8-35a8-4a3c-b8e0-d3f94706225d), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:47.539948 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-6afa7d8a-54d1-4dd7-96e1-90cda370908a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:47.543585 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-6afa7d8a-54d1-4dd7-96e1-90cda370908a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "DELETE /v2.0/security-groups/a7c98fb8-35a8-4a3c-b8e0-d3f94706225d HTTP/1.1" status: 204 len: 168 time: 0.1373205 Apr 29 18:51:47.544315 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 50940) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:47.550995 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa7d8a-54d1-4dd7-96e1-90cda370908a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c98fb8-35a8-4a3c-b8e0-d3f94706225d,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:47.559704 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.api.v2.resource [None req-01fbcea3-95c6-4ef0-8033-5596a68ecc6e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] show failed (client error): The resource could not be found. Apr 29 18:51:47.563819 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-01fbcea3-95c6-4ef0-8033-5596a68ecc6e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups/a7c98fb8-35a8-4a3c-b8e0-d3f94706225d HTTP/1.1" status: 404 len: 347 time: 0.0182543 Apr 29 18:51:47.563997 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50944) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:47.727735 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff17a-6be2-42d8-9d39-9355d7b39332 req-9919734e-7771-4284-b1dd-9e3d37101ff0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:47.729246 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-920ff17a-6be2-42d8-9d39-9355d7b39332 req-9919734e-7771-4284-b1dd-9e3d37101ff0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0786872 Apr 29 18:51:47.732235 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Deleting port 1c5e28de-3f09-48e0-a750-8e8072c8157c {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:51:47.732235 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (1c5e28de-3f09-48e0-a750-8e8072c8157c), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:47.836401 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-920ff17a-6be2-42d8-9d39-9355d7b39332 req-4e9b2a67-30e0-4e11-beb2-e1364fa12da3 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910277 Apr 29 18:51:47.844938 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (1c5e28de-3f09-48e0-a750-8e8072c8157c), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:47.845264 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (1c5e28de-3f09-48e0-a750-8e8072c8157c), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:47.858092 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Calling delete_port for 1c5e28de-3f09-48e0-a750-8e8072c8157c owned by network:floatingip {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:51:48.008248 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (1c5e28de-3f09-48e0-a750-8e8072c8157c), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.039056 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event deleted for resources: {'Port': ['ID=1c5e28de-3f09-48e0-a750-8e8072c8157c,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:48.111977 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (c140002f-6b3b-4f08-8627-c31fa17ea4c7), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.114713 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.115860 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-70bc893b-a0fd-4210-91ee-7601f5ab5a8d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "DELETE /v2.0/floatingips/c140002f-6b3b-4f08-8627-c31fa17ea4c7 HTTP/1.1" status: 204 len: 168 time: 0.5508251 Apr 29 18:51:48.394111 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50950) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:48.398798 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-80749703-211d-4536-93be-ff931f43f8d5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147233570', 'description': 'tempest-description--1927166392'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:51:48.423917 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-80749703-211d-4536-93be-ff931f43f8d5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.498272 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-80749703-211d-4536-93be-ff931f43f8d5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (2b0d1d87-ee30-4156-a94f-510b7da3df66), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.503801 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-80749703-211d-4536-93be-ff931f43f8d5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2b0d1d87-ee30-4156-a94f-510b7da3df66), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.532602 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80749703-211d-4536-93be-ff931f43f8d5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d1d87-ee30-4156-a94f-510b7da3df66,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:48.536591 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-80749703-211d-4536-93be-ff931f43f8d5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.537803 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-80749703-211d-4536-93be-ff931f43f8d5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426549 Apr 29 18:51:48.540879 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50952) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:48.545175 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-89a6f5b1-679c-4acd-8a88-ac29e0f2140f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'security_group_rule': {'security_group_id': '2b0d1d87-ee30-4156-a94f-510b7da3df66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:51:48.575095 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-89a6f5b1-679c-4acd-8a88-ac29e0f2140f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (a31d41b5-b9cd-4187-82fd-0ba5896d3569), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.640029 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-89a6f5b1-679c-4acd-8a88-ac29e0f2140f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (a31d41b5-b9cd-4187-82fd-0ba5896d3569), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.645770 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-89a6f5b1-679c-4acd-8a88-ac29e0f2140f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (a31d41b5-b9cd-4187-82fd-0ba5896d3569), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.660304 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6f5b1-679c-4acd-8a88-ac29e0f2140f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31d41b5-b9cd-4187-82fd-0ba5896d3569,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:48.670901 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-89a6f5b1-679c-4acd-8a88-ac29e0f2140f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.672122 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-89a6f5b1-679c-4acd-8a88-ac29e0f2140f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303122 Apr 29 18:51:48.675658 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 50954) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:48.680910 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'security_group_rule': {'security_group_id': '2b0d1d87-ee30-4156-a94f-510b7da3df66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:51:48.707600 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (c297cda0-a702-43a5-9826-cb8736d89857), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.768072 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (c297cda0-a702-43a5-9826-cb8736d89857), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.773528 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (c297cda0-a702-43a5-9826-cb8736d89857), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.790629 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c297cda0-a702-43a5-9826-cb8736d89857,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:48.799773 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.800951 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242259 Apr 29 18:51:48.802368 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.802711 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.803054 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.803373 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.803704 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.804030 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.804314 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 50956) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:51:48.804478 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.804702 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.805023 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.805337 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.805654 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.805970 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.806272 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.806591 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.806909 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608fc3c-d5d6-4724-b20b-a1624662c83b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:51:48.809611 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:51:48.835591 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.942534 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:48.965017 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b77c3-c571-49b1-9306-00351d03b158 req-abfeff28-5396-488d-bd7e-dc2f82ec4e5c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:48.966474 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4a5b77c3-c571-49b1-9306-00351d03b158 req-abfeff28-5396-488d-bd7e-dc2f82ec4e5c tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0611644 Apr 29 18:51:49.071537 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4a5b77c3-c571-49b1-9306-00351d03b158 req-e8a5b071-3ea2-48a8-9cfd-04c4f36118ed tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806255 Apr 29 18:51:49.094513 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Allocated IP 172.27.0.140 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/d396f539-a204-4546-bd2e-fb04ea5e8e86) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:51:49.205458 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for port (d396f539-a204-4546-bd2e-fb04ea5e8e86), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:49.242712 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (d396f539-a204-4546-bd2e-fb04ea5e8e86), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:49.283025 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:51:49.287977 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:51:49.291672 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:51:49.297071 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'Port': ['ID=d396f539-a204-4546-bd2e-fb04ea5e8e86,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:49.385723 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:49.430692 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (d396f539-a204-4546-bd2e-fb04ea5e8e86), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:49.583472 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for port (d396f539-a204-4546-bd2e-fb04ea5e8e86), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:49.595425 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (d396f539-a204-4546-bd2e-fb04ea5e8e86), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:49.662412 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'Port': ['ID=d396f539-a204-4546-bd2e-fb04ea5e8e86,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:49.676299 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:49.695687 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:49.696939 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-2121b4d3-39e8-4db3-879b-559ad8b6649f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8915989 Apr 29 18:51:49.906357 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-86b803fd-3c09-4cf2-aa1c-0aea743ba884 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--147233570&fields=id&tenant_id=e9f31cfe6a484184b4b4873bb918b266 HTTP/1.1" status: 200 len: 267 time: 0.0438747 Apr 29 18:51:50.017654 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-2cd7056f-3648-4dc8-a2fe-c365c9f0c7c3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:50.019094 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-2cd7056f-3648-4dc8-a2fe-c365c9f0c7c3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 817 time: 0.1032865 Apr 29 18:51:50.034300 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-9a744381-d9ea-41e3-a417-52d128247e67 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/quotas/e9f31cfe6a484184b4b4873bb918b266 HTTP/1.1" status: 200 len: 375 time: 0.0098555 Apr 29 18:51:50.090738 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-8aca245c-cc2d-4f4c-badd-7aeca4c743fc tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489225 Apr 29 18:51:50.186981 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-31753228-1d04-4f61-865d-2ecd77c25ce3 service neutron] 10.222.0.50 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835040 Apr 29 18:51:50.192203 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75181586-1001-4b17-9301-3483526b2cd2 req-56b8beea-5683-4e44-818c-d71a63e7450f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:50.193717 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-75181586-1001-4b17-9301-3483526b2cd2 req-56b8beea-5683-4e44-818c-d71a63e7450f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0493720 Apr 29 18:51:50.244276 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-75181586-1001-4b17-9301-3483526b2cd2 req-7f4f176d-cfc9-4ea5-b94f-10f87e9823ae tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448027 Apr 29 18:51:50.279908 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-85ca997d-2f60-418f-b702-e73fb6e1b0b6 service neutron] 10.222.0.50 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866392 Apr 29 18:51:50.444168 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-782ddfb9-8716-473b-af15-812e776e8c57 req-dd4a8af2-b382-4cb3-8eee-4b5f3cfb4c3c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 210 time: 0.0335786 Apr 29 18:51:51.375091 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e19334-f0f3-40ca-93ac-b6ac71733f28 req-7f391b6a-d23f-4393-8250-801011df9997 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:51.377021 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d4e19334-f0f3-40ca-93ac-b6ac71733f28 req-7f391b6a-d23f-4393-8250-801011df9997 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 943 time: 0.0499351 Apr 29 18:51:51.377207 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 10ecab05-24bc-40bf-b5dc-7da8769c23cf details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:51:51.430039 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d4e19334-f0f3-40ca-93ac-b6ac71733f28 req-ef87db57-5ac9-4b69-9bfb-d240a1c4749f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452468 Apr 29 18:51:51.479728 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:51:51.491658 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'port_id': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'mac_address': 'fa:16:3e:39:3b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:51:51.528931 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 10ecab05-24bc-40bf-b5dc-7da8769c23cf is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:51:51.529238 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:51.542337 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ecab05-24bc-40bf-b5dc-7da8769c23cf {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:51:51.550119 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea9c148a-cc20-4a94-9493-70d9c2bcbcd6 req-0a4662e9-60aa-4cda-af5a-2c11c50c1694 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 210 time: 0.0273726 Apr 29 18:51:51.561788 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:51:51.573923 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:51.629450 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=10ecab05-24bc-40bf-b5dc-7da8769c23cf,revision_number=7']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:51.818015 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-c7c73f52-42a4-4dd0-8820-30e0096ea904 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:51.819710 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-c7c73f52-42a4-4dd0-8820-30e0096ea904 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 817 time: 0.1109395 Apr 29 18:51:51.896606 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b8d47638-1da9-48fb-8bd1-1afcd7fafcae tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f31cfe6a484184b4b4873bb918b266 HTTP/1.1" status: 200 len: 379 time: 0.0528271 Apr 29 18:51:52.037619 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'port': {'device_id': '1bd754cd-6049-4579-b58f-7a12b251959b', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'admin_state_up': True, 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'security_groups': ['2b0d1d87-ee30-4156-a94f-510b7da3df66']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:51:52.154335 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Made reservation on behalf of e9f31cfe6a484184b4b4873bb918b266 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:51:52.157948 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:52.213461 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['10ecab05-24bc-40bf-b5dc-7da8769c23cf'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:51:52.289205 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Allocated IP 172.20.0.3 (7fa77373-526f-4ce9-a91a-e9365d9b3b0e/a3021c8e-516d-4355-b126-cc6adf0cc508/ffb8f15d-574a-4662-b6a7-c0354c95014a) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:51:52.428286 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:52.462079 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:52.514508 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:51:52.518418 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:51:52.522703 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:51:52.527938 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:52.549274 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06cb12-19b6-437b-965e-b02b372240e6 req-efc58f09-d045-4bb2-94e3-0994085b55a3 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:52.550826 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-eb06cb12-19b6-437b-965e-b02b372240e6 req-efc58f09-d045-4bb2-94e3-0994085b55a3 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 944 time: 0.0524168 Apr 29 18:51:52.589859 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:52.590504 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:52.614400 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-49014d79-640b-437c-9126-6ae82279d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834911 Apr 29 18:51:52.616866 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-eb06cb12-19b6-437b-965e-b02b372240e6 req-c6192980-4b3b-4274-80c6-3af22d9fdc99 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596128 Apr 29 18:51:52.650092 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Request body: {'port': {'device_id': '1bd754cd-6049-4579-b58f-7a12b251959b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:51:52.714213 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df334d-6994-4c62-963e-c0a9890aec41 req-35bbbfda-6793-4095-9e97-e73a5f5379c1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:52.715715 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-86df334d-6994-4c62-963e-c0a9890aec41 req-35bbbfda-6793-4095-9e97-e73a5f5379c1 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 931 time: 0.0801055 Apr 29 18:51:52.762458 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:52.823245 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-86df334d-6994-4c62-963e-c0a9890aec41 req-40e2d41b-a970-462e-ae2f-84adf1173940 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826564 Apr 29 18:51:52.856265 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-f1f4354a-0f4a-42eb-bff5-56661eb4648a None None] Provisioning complete for port ffb8f15d-574a-4662-b6a7-c0354c95014a triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:51:52.856858 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f1f4354a-0f4a-42eb-bff5-56661eb4648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:52.891685 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4354a-0f4a-42eb-bff5-56661eb4648a None None] Port ffb8f15d-574a-4662-b6a7-c0354c95014a cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:51:53.124629 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ca29-00dd-4a0e-8bcf-136d4f5ae3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:53.301405 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb8f15d-574a-4662-b6a7-c0354c95014a {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:51:53.309050 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Publish callbacks [] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:53.322365 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Transition to ACTIVE for port object ffb8f15d-574a-4662-b6a7-c0354c95014a will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:51:53.328068 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:53.378358 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:53.451685 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Attempting to bind port ffb8f15d-574a-4662-b6a7-c0354c95014a on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:51:53.452111 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Attempting to bind port ffb8f15d-574a-4662-b6a7-c0354c95014a by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:51:53.452442 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Attempting to bind port ffb8f15d-574a-4662-b6a7-c0354c95014a on network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:51:53.457256 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Port ffb8f15d-574a-4662-b6a7-c0354c95014a on network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:51:53.457575 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Attempting to bind port ffb8f15d-574a-4662-b6a7-c0354c95014a on network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:51:53.462683 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:51:53.463031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Checking segment: {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:51:53.463393 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Bound using segment: {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:51:53.463814 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Bound port: ffb8f15d-574a-4662-b6a7-c0354c95014a, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e053deb0-030f-4fc1-b605-1f18cc2fe54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:51:53.464170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:53.530300 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:51:53.533835 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:51:53.541372 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:53.580479 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:53.581106 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:53.582456 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] 10.222.0.15 "PUT /v2.0/ports/ffb8f15d-574a-4662-b6a7-c0354c95014a HTTP/1.1" status: 200 len: 1093 time: 0.9364452 Apr 29 18:51:53.582933 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:51:53.585091 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5b034-a69d-4eb0-a9a2-f7403fcb4ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:51:53.610780 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9991aee-d5b6-4f03-8838-a122e00c0243 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:53.630921 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c5b2b-5e54-4746-a5d1-84715814d382 x-openstack-request-id: req-9a3c5b2b-5e54-4746-a5d1-84715814d382 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:51:53.631284 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:51:53.631598 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a3c5b2b-5e54-4746-a5d1-84715814d382 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:51:53.632073 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3c5b2b-5e54-4746-a5d1-84715814d382'] response: {'name': 'network-changed', 'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'status': 'completed', 'code': 200} Apr 29 18:51:53.763842 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09fe85-082b-4e70-a13b-ef136579d2e3 req-f98fc409-a032-486f-acbd-6eba02acdf44 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:53.765440 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c09fe85-082b-4e70-a13b-ef136579d2e3 req-f98fc409-a032-486f-acbd-6eba02acdf44 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 944 time: 0.0762875 Apr 29 18:51:53.773026 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b034-a69d-4eb0-a9a2-f7403fcb4ec2 req-7a3917aa-0d8d-4741-8c45-b25bfef3657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:53.774462 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3fa5b034-a69d-4eb0-a9a2-f7403fcb4ec2 req-7a3917aa-0d8d-4741-8c45-b25bfef3657c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 1127 time: 0.0549796 Apr 29 18:51:53.839456 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 10ecab05-24bc-40bf-b5dc-7da8769c23cf up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:51:53.845595 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c09fe85-082b-4e70-a13b-ef136579d2e3 req-95cfffdc-5985-42fb-8cbe-882c7bcc71e0 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738277 Apr 29 18:51:53.902328 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port 10ecab05-24bc-40bf-b5dc-7da8769c23cf triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:51:53.902951 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:53.915142 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b034-a69d-4eb0-a9a2-f7403fcb4ec2 req-ab41e055-e2a1-4486-84de-2fa7384f3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:53.916902 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3fa5b034-a69d-4eb0-a9a2-f7403fcb4ec2 req-ab41e055-e2a1-4486-84de-2fa7384f3c39 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e9f31cfe6a484184b4b4873bb918b266&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1178217 Apr 29 18:51:53.957642 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977327a3-6f83-4db0-bb48-370265e3a8f3 req-9900d52f-8b0c-4508-b2bf-f7aade4f02af tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:53.959117 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-977327a3-6f83-4db0-bb48-370265e3a8f3 req-9900d52f-8b0c-4508-b2bf-f7aade4f02af tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0486052 Apr 29 18:51:53.980303 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 10ecab05-24bc-40bf-b5dc-7da8769c23cf is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:51:53.980815 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:54.005505 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:51:54.007551 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-977327a3-6f83-4db0-bb48-370265e3a8f3 req-06506978-0a16-4b7a-9d11-19bc308d8219 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427790 Apr 29 18:51:54.007940 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920b70da-840b-4080-8cf7-ff7d2c1c88bd" -d '{"events": [{"server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "name": "network-vif-plugged", "status": "completed", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:51:54.023505 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b034-a69d-4eb0-a9a2-f7403fcb4ec2 req-ebe45cfe-e967-449a-aa91-1b84a3e0899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:54.023743 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:51:54.025298 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3fa5b034-a69d-4eb0-a9a2-f7403fcb4ec2 req-ebe45cfe-e967-449a-aa91-1b84a3e0899c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992727 Apr 29 18:51:54.032788 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:54.054405 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c301f77-b7cd-49b1-b9df-4ceef6581a67 x-openstack-request-id: req-9c301f77-b7cd-49b1-b9df-4ceef6581a67 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:51:54.054715 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "name": "network-vif-plugged", "status": "completed", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:51:54.054970 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c301f77-b7cd-49b1-b9df-4ceef6581a67 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:51:54.055364 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c301f77-b7cd-49b1-b9df-4ceef6581a67'] response: {'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'code': 200} Apr 29 18:51:54.080746 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=10ecab05-24bc-40bf-b5dc-7da8769c23cf,revision_number=8']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:51:54.353138 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-9c62c8c6-defb-40b2-a4a3-41ffd26763bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:54.354620 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-9c62c8c6-defb-40b2-a4a3-41ffd26763bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 1127 time: 0.0531473 Apr 29 18:51:54.435787 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-9feb6b1a-cc01-4327-b9b0-4900365d405e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a HTTP/1.1" status: 200 len: 217 time: 0.0370088 Apr 29 18:51:54.529031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3bbb5-3c6f-42e2-9acf-63a0384d6cc0 req-95b80c7f-dd56-408d-ad55-7c4fda8cea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:54.530514 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-85f3bbb5-3c6f-42e2-9acf-63a0384d6cc0 req-95b80c7f-dd56-408d-ad55-7c4fda8cea55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1129 time: 0.0471654 Apr 29 18:51:54.531907 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-8c657801-516e-4370-9b59-03de0bf4b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:54.533287 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-8c657801-516e-4370-9b59-03de0bf4b688 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.0793407 Apr 29 18:51:54.610698 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b3813a8c-0419-409d-8d16-c48753ebca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:54.612226 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-b3813a8c-0419-409d-8d16-c48753ebca09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582285 Apr 29 18:51:54.633211 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-85f3bbb5-3c6f-42e2-9acf-63a0384d6cc0 req-4c8a4c85-df0d-4a59-83f5-e9259039ebb6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848169 Apr 29 18:51:54.714066 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-3a3aa0ad-5b42-4ed7-9eaf-c901b07e1b78 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926931 Apr 29 18:51:54.976098 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad45c80-bcde-4eda-86f7-f890f5ac495b req-af41a686-8feb-4a60-af55-ba8e34b8d785 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:54.977705 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bad45c80-bcde-4eda-86f7-f890f5ac495b req-af41a686-8feb-4a60-af55-ba8e34b8d785 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0477500 Apr 29 18:51:55.025356 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bad45c80-bcde-4eda-86f7-f890f5ac495b req-ac94b1a6-1c58-4679-8e99-ff881fbf638e tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Apr 29 18:51:55.139900 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c6bfb-f69b-4922-9a6b-4dffee6a450d req-78ae1a08-31dd-4242-8754-4876b4bd7e1b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:55.141319 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9a7c6bfb-f69b-4922-9a6b-4dffee6a450d req-78ae1a08-31dd-4242-8754-4876b4bd7e1b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0513628 Apr 29 18:51:55.248437 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9a7c6bfb-f69b-4922-9a6b-4dffee6a450d req-4bf641a8-7677-4139-a050-cd67c2334c05 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984294 Apr 29 18:51:55.265977 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1391a7d5-b183-4173-9cb4-08236e48a647 req-79342a87-39e3-407b-8ad2-26e9dae1d0a3 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237559 Apr 29 18:51:55.334323 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a6b51f09-1fbc-4df2-9dcf-4aa09ea0aec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:56.152134 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002954e-0b7f-4f87-8e9a-4d93ecdcb208 req-267b8caf-d2b8-4f72-bdfa-aa5f6fa1a126 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:56.153642 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6002954e-0b7f-4f87-8e9a-4d93ecdcb208 req-267b8caf-d2b8-4f72-bdfa-aa5f6fa1a126 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0526531 Apr 29 18:51:56.204246 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6002954e-0b7f-4f87-8e9a-4d93ecdcb208 req-a64ff7a5-29fb-406a-8c52-49577246dfb4 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Apr 29 18:51:56.357312 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:56.377052 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1bbf5-e3cc-42ed-8425-e330638ab794 req-bd66cf59-ef8a-449a-bbbd-d3191f1cd9d8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:56.378498 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7fd1bbf5-e3cc-42ed-8425-e330638ab794 req-bd66cf59-ef8a-449a-bbbd-d3191f1cd9d8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0511920 Apr 29 18:51:56.428149 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7fd1bbf5-e3cc-42ed-8425-e330638ab794 req-c1b1af6f-6b40-403d-82f5-16e1c7d14299 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438240 Apr 29 18:51:57.333925 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4b251-4696-4130-b761-ab2357aa9fd7 req-ee6a492c-d9df-4ca8-8e3e-f7452c85d0b5 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:57.335363 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-adc4b251-4696-4130-b761-ab2357aa9fd7 req-ee6a492c-d9df-4ca8-8e3e-f7452c85d0b5 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0490346 Apr 29 18:51:57.398389 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-adc4b251-4696-4130-b761-ab2357aa9fd7 req-de78a864-3b6b-405c-ba9f-58265eb7ca24 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546391 Apr 29 18:51:57.566195 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f91a5-5749-45c4-a30b-4f10ecdee429 req-2a7313f1-c6b9-4bdf-83ab-851bb7f96346 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:57.568021 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f69f91a5-5749-45c4-a30b-4f10ecdee429 req-2a7313f1-c6b9-4bdf-83ab-851bb7f96346 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0525630 Apr 29 18:51:57.584269 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:57.616525 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f69f91a5-5749-45c4-a30b-4f10ecdee429 req-77b7d8a2-ae14-4e09-a969-b811298acd87 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427783 Apr 29 18:51:58.496406 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c2739-683e-492a-ba76-dd945eb90d4f req-2845054f-0d05-4dbe-9552-54cbccc4e347 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:58.497899 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a41c2739-683e-492a-ba76-dd945eb90d4f req-2845054f-0d05-4dbe-9552-54cbccc4e347 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0488260 Apr 29 18:51:58.512708 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72dd4e-62a9-47c4-a4be-c09b518482e2 req-e5ab8c92-2cfe-435c-96b9-2d3f4d9d3949 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:58.514164 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7f72dd4e-62a9-47c4-a4be-c09b518482e2 req-e5ab8c92-2cfe-435c-96b9-2d3f4d9d3949 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0465915 Apr 29 18:51:58.547594 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a41c2739-683e-492a-ba76-dd945eb90d4f req-9ff5f8b6-1fc3-462b-a17c-85c5948faa6e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 Apr 29 18:51:58.568025 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7f72dd4e-62a9-47c4-a4be-c09b518482e2 req-cd0be34b-af12-4fc2-8901-5f9762f365cb tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479841 Apr 29 18:51:58.738330 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775753e-0d75-4853-aaba-a25284c4e32d req-da25f0b5-3a15-4caa-ab68-bba39599577e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:58.739818 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9775753e-0d75-4853-aaba-a25284c4e32d req-da25f0b5-3a15-4caa-ab68-bba39599577e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0507293 Apr 29 18:51:58.792790 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9775753e-0d75-4853-aaba-a25284c4e32d req-9a61e6cb-1bca-4523-9893-119970426829 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472534 Apr 29 18:51:59.378597 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:59.677670 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c46adf-57d1-4f96-bef3-76c037db5f0a req-7d3518d7-f08e-4804-9ab6-25f5a15313d8 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:59.679272 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-73c46adf-57d1-4f96-bef3-76c037db5f0a req-7d3518d7-f08e-4804-9ab6-25f5a15313d8 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0478559 Apr 29 18:51:59.697291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17343675-0a9b-4544-99c7-305a31cad9f0 req-81580300-5eab-40fa-9c37-56eab7e829c1 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:59.698727 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-17343675-0a9b-4544-99c7-305a31cad9f0 req-81580300-5eab-40fa-9c37-56eab7e829c1 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0475619 Apr 29 18:51:59.732996 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-73c46adf-57d1-4f96-bef3-76c037db5f0a req-703a9442-0c6a-4d27-9aee-63f7ed592d71 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476575 Apr 29 18:51:59.757119 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-17343675-0a9b-4544-99c7-305a31cad9f0 req-7441cac1-6b34-4c69-b56d-94b5db225ae8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525522 Apr 29 18:51:59.787241 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device ffb8f15d-574a-4662-b6a7-c0354c95014a details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:51:59.891236 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:51:59.902393 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'port_id': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'mac_address': 'fa:16:3e:66:32:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:51:59.911849 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29579b4a-7107-416f-84ac-c26b1965e9eb req-ea81336f-12dd-4c8a-9505-ee5c67732d06 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:51:59.913365 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-29579b4a-7107-416f-84ac-c26b1965e9eb req-ea81336f-12dd-4c8a-9505-ee5c67732d06 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0476904 Apr 29 18:51:59.941555 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port ffb8f15d-574a-4662-b6a7-c0354c95014a is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:51:59.942210 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:51:59.954980 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb8f15d-574a-4662-b6a7-c0354c95014a {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:51:59.961844 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-29579b4a-7107-416f-84ac-c26b1965e9eb req-5620aeaf-6d35-4adb-b33a-1d6a94b1213c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426884 Apr 29 18:51:59.975548 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:51:59.980421 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:00.027994 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:00.646464 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['ffb8f15d-574a-4662-b6a7-c0354c95014a'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:52:00.852744 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf86aa-cd54-4c14-ae19-2ade3e2fb630 req-b0b3df2c-a895-454f-9683-7d2f4b7711e4 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:00.854342 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-48bf86aa-cd54-4c14-ae19-2ade3e2fb630 req-b0b3df2c-a895-454f-9683-7d2f4b7711e4 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0485551 Apr 29 18:52:00.877532 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce882ee-8376-443d-8c9c-26063b7766a9 req-c4cbe0ea-6472-48f3-b58c-9accc27f1631 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:00.878904 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2ce882ee-8376-443d-8c9c-26063b7766a9 req-c4cbe0ea-6472-48f3-b58c-9accc27f1631 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0505624 Apr 29 18:52:00.903674 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-48bf86aa-cd54-4c14-ae19-2ade3e2fb630 req-4278443b-e992-4ecd-ac8f-a09e0b8d43f3 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Apr 29 18:52:00.929605 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2ce882ee-8376-443d-8c9c-26063b7766a9 req-a2b6af4a-2a64-428b-9ac6-df30af3bccef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449233 Apr 29 18:52:01.098934 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fc6b7-6f09-47ea-a67e-b74fcf0a4fe3 req-c5d6436e-3e65-4364-addb-9c8a4e62f3f7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:01.100393 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-223fc6b7-6f09-47ea-a67e-b74fcf0a4fe3 req-c5d6436e-3e65-4364-addb-9c8a4e62f3f7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 944 time: 0.0543125 Apr 29 18:52:01.150011 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-223fc6b7-6f09-47ea-a67e-b74fcf0a4fe3 req-939a2f57-4e79-43d9-a392-500ff04f77c5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406737 Apr 29 18:52:02.045505 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d22d87-82a9-4132-93c0-40005dd19bc9 req-69b99001-be2e-4198-aac9-771c47699dbd tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:02.046927 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-47d22d87-82a9-4132-93c0-40005dd19bc9 req-69b99001-be2e-4198-aac9-771c47699dbd tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0627191 Apr 29 18:52:02.103879 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-47d22d87-82a9-4132-93c0-40005dd19bc9 req-fc61d9eb-cc53-41ae-bc13-80ac70431cb3 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502286 Apr 29 18:52:02.262253 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device ffb8f15d-574a-4662-b6a7-c0354c95014a up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:52:02.266307 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:02.284543 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841c8a1-83ce-4fc1-a454-18589b49172e req-52831d35-97bc-462c-a65c-79e5b0083ba9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:02.286069 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e841c8a1-83ce-4fc1-a454-18589b49172e req-52831d35-97bc-462c-a65c-79e5b0083ba9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 944 time: 0.0485263 Apr 29 18:52:02.309849 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port ffb8f15d-574a-4662-b6a7-c0354c95014a completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:52:02.317528 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port ffb8f15d-574a-4662-b6a7-c0354c95014a triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:52:02.317889 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:02.334907 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e841c8a1-83ce-4fc1-a454-18589b49172e req-368f15ff-d8db-434b-8676-18dab599bba9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Apr 29 18:52:02.397751 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port ffb8f15d-574a-4662-b6a7-c0354c95014a is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:52:02.398139 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:02.421048 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:52:02.423281 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3217a7f0-814d-4bb8-a6b8-1b9ac1951b7f" -d '{"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-plugged", "status": "completed", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:52:02.436011 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:52:02.441925 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:02.464896 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc20947-ea84-4b9a-b595-7f4a804603aa x-openstack-request-id: req-bcc20947-ea84-4b9a-b595-7f4a804603aa {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:52:02.465222 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-plugged", "status": "completed", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:52:02.465472 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcc20947-ea84-4b9a-b595-7f4a804603aa {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:52:02.465851 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc20947-ea84-4b9a-b595-7f4a804603aa'] response: {'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'code': 200} Apr 29 18:52:02.493562 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:03.235912 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49366ed-bda0-45f0-a512-57315f4b66f6 req-0ece509b-91c2-49f2-89af-a20fdf897e92 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:03.237534 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a49366ed-bda0-45f0-a512-57315f4b66f6 req-0ece509b-91c2-49f2-89af-a20fdf897e92 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0608623 Apr 29 18:52:03.311238 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-22593ee5-242e-483d-b959-6b0187400b6d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:03.312721 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-22593ee5-242e-483d-b959-6b0187400b6d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 945 time: 0.0974472 Apr 29 18:52:03.355772 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f611af9-4e3c-4c78-8822-fc0f5620e107 req-b7db5d65-5a37-43d1-b5c7-d71665f2a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:03.357297 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8f611af9-4e3c-4c78-8822-fc0f5620e107 req-b7db5d65-5a37-43d1-b5c7-d71665f2a26f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 1129 time: 0.1040952 Apr 29 18:52:03.396741 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a49366ed-bda0-45f0-a512-57315f4b66f6 req-7a29b413-db07-47ea-9ba5-8c4cf67d4827 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420887 Apr 29 18:52:03.467859 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8f611af9-4e3c-4c78-8822-fc0f5620e107 req-7d011b97-7ede-4789-b62e-e811e1140180 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917971 Apr 29 18:52:03.468595 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Deleting port dd14ca78-0425-4843-b66d-9fc9f4f771ab {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:52:03.468935 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:03.574421 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] For port dd14ca78-0425-4843-b66d-9fc9f4f771ab, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=dd14ca78-0425-4843-b66d-9fc9f4f771ab,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:52:03.574805 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:03.623788 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340255-10c7-4cae-8278-3a955ec1b122 req-caf198f6-16ca-4ff0-8c7f-4124acb73a64 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:03.625296 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-91340255-10c7-4cae-8278-3a955ec1b122 req-caf198f6-16ca-4ff0-8c7f-4124acb73a64 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0509257 Apr 29 18:52:03.674357 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-91340255-10c7-4cae-8278-3a955ec1b122 req-23d7e8fa-bafd-4b0f-928c-f208cf9ba7c8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 Apr 29 18:52:03.746507 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:03.746819 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (1f881e36-7f81-439c-8b9b-bf03d4cb9f37), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:03.747153 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Floating IP 1f881e36-7f81-439c-8b9b-bf03d4cb9f37 disassociated. External IP: 172.27.0.135, port: dd14ca78-0425-4843-b66d-9fc9f4f771ab. Apr 29 18:52:03.747482 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Calling delete_port for dd14ca78-0425-4843-b66d-9fc9f4f771ab owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:52:03.900272 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (dd14ca78-0425-4843-b66d-9fc9f4f771ab), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:03.928832 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event deleted for resources: {'Port': ['ID=dd14ca78-0425-4843-b66d-9fc9f4f771ab,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:04.047555 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Router af78d2cf-fd83-437b-a880-30dd860d49a6 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:52:04.159941 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:52:04.171261 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] Sync routers for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:52:04.182216 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:04.182771 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:51:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:04.202364 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] No DVR routers for this DVR port dd14ca78-0425-4843-b66d-9fc9f4f771ab on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:52:04.205162 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:04.208786 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-23c1cbc9-87fb-4542-afb9-ac47df634f2f req-de32ce92-72ad-4628-8d37-41867f3abda6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "DELETE /v2.0/ports/dd14ca78-0425-4843-b66d-9fc9f4f771ab HTTP/1.1" status: 204 len: 173 time: 0.8860190 Apr 29 18:52:04.209208 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'name': 'network-vif-deleted', 'tag': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:52:04.211459 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7579669f-789f-43f8-bcf5-281bf88e4151" -d '{"events": [{"server_uuid": "c970cffb-48fd-471e-9cac-6b284c33118b", "name": "network-vif-deleted", "tag": "dd14ca78-0425-4843-b66d-9fc9f4f771ab"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:52:04.247147 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7af2d8-b769-4f45-b674-ed188c456c53 x-openstack-request-id: req-7c7af2d8-b769-4f45-b674-ed188c456c53 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:52:04.247435 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c970cffb-48fd-471e-9cac-6b284c33118b", "name": "network-vif-deleted", "tag": "dd14ca78-0425-4843-b66d-9fc9f4f771ab", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:52:04.247682 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c7af2d8-b769-4f45-b674-ed188c456c53 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:52:04.248094 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7af2d8-b769-4f45-b674-ed188c456c53'] response: {'server_uuid': 'c970cffb-48fd-471e-9cac-6b284c33118b', 'name': 'network-vif-deleted', 'tag': 'dd14ca78-0425-4843-b66d-9fc9f4f771ab', 'status': 'completed', 'code': 200} Apr 29 18:52:04.292372 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:04.494005 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:04.496564 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b8c396c6-b5b8-4be2-889f-7946aef29651 req-00304658-4f76-4dcf-ae20-d6555c90a2cc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0271299 Apr 29 18:52:04.523719 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] Checking router: af78d2cf-fd83-437b-a880-30dd860d49a6 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:52:04.531907 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:04.532535 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:51:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:04.642082 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:04.803080 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f86c0a-19fc-4fe6-9f1a-95bc8a46425f req-8f64c47e-7f43-4f03-bc73-e2652e702bd0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:04.804616 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e5f86c0a-19fc-4fe6-9f1a-95bc8a46425f req-8f64c47e-7f43-4f03-bc73-e2652e702bd0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0513608 Apr 29 18:52:04.858271 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e5f86c0a-19fc-4fe6-9f1a-95bc8a46425f req-5a988d1a-9b93-49f0-a2ce-7931b1ad173e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478983 Apr 29 18:52:04.962777 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:04.992387 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48420355-3197-4fc1-97e8-a93a1b05b05a None None] The sync data for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi is: [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:52:05.225945 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9ff7ca-eb44-4320-af51-243e0a264972 None None] New status for floating IP 1f881e36-7f81-439c-8b9b-bf03d4cb9f37: DOWN {{(pid=110122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:52:05.614984 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4c530c11-ece5-45de-bc1a-faed44e5ec31 req-cd273a0e-7187-485f-9d25-e9ae155d8c62 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0356143 Apr 29 18:52:05.987664 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e04c4-c7b7-4f0c-b3bb-92d5bc91c0da req-4ee64bd9-46a9-4450-8897-f804c763ca46 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:05.989351 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ee5e04c4-c7b7-4f0c-b3bb-92d5bc91c0da req-4ee64bd9-46a9-4450-8897-f804c763ca46 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0513844 Apr 29 18:52:06.042779 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ee5e04c4-c7b7-4f0c-b3bb-92d5bc91c0da req-5c78122a-5c38-4904-8477-d8e8e9e3436a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447638 Apr 29 18:52:06.172000 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61433547-0322-41b3-9f57-d7256980c6d3 req-bedfedac-b816-4842-8dce-9a0dc3315137 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:06.173395 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-61433547-0322-41b3-9f57-d7256980c6d3 req-bedfedac-b816-4842-8dce-9a0dc3315137 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0494194 Apr 29 18:52:06.186824 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51074) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:06.191129 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-9f6046f0-89c4-49f0-a5f7-0528f5c1e453 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Request body: {'floatingip': {'port_id': 'ffb8f15d-574a-4662-b6a7-c0354c95014a'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:52:06.234840 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9f6046f0-89c4-49f0-a5f7-0528f5c1e453 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:06.279411 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device dd14ca78-0425-4843-b66d-9fc9f4f771ab no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:52:06.305966 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: dd14ca78-0425-4843-b66d-9fc9f4f771ab {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:52:06.306362 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device dd14ca78-0425-4843-b66d-9fc9f4f771ab not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:52:06.736210 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b4e517dc-3e53-423e-af22-ba4333069290 req-3b5afedc-9850-45f1-ba8c-ded000879c3a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=c970cffb-48fd-471e-9cac-6b284c33118b HTTP/1.1" status: 200 len: 210 time: 0.0323682 Apr 29 18:52:06.937525 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9f6046f0-89c4-49f0-a5f7-0528f5c1e453 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:06.943462 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9f6046f0-89c4-49f0-a5f7-0528f5c1e453 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:07.047198 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-9f6046f0-89c4-49f0-a5f7-0528f5c1e453 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Floating IP 19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9 associated. External IP: 172.27.0.140, port: ffb8f15d-574a-4662-b6a7-c0354c95014a. Apr 29 18:52:07.276515 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6046f0-89c4-49f0-a5f7-0528f5c1e453 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Router 92585082-121f-4392-8694-64e34d46f86d has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:52:07.399327 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6046f0-89c4-49f0-a5f7-0528f5c1e453 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:52:07.405191 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9f6046f0-89c4-49f0-a5f7-0528f5c1e453 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:07.410046 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] Sync routers for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:52:07.420304 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:07.420972 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:51:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:07.447692 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9f6046f0-89c4-49f0-a5f7-0528f5c1e453 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "PUT /v2.0/floatingips/19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9 HTTP/1.1" status: 200 len: 991 time: 1.2486925 Apr 29 18:52:07.447692 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:52:07.447692 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:52:07.530094 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47d75fb-3964-4c14-b49b-c15d5eeed539 x-openstack-request-id: req-c47d75fb-3964-4c14-b49b-c15d5eeed539 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:52:07.530377 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:52:07.530657 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c47d75fb-3964-4c14-b49b-c15d5eeed539 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:52:07.531056 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47d75fb-3964-4c14-b49b-c15d5eeed539'] response: {'name': 'network-changed', 'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'status': 'completed', 'code': 200} Apr 29 18:52:07.532079 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:07.645971 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-15d6cfba-3c96-49ae-ad82-2d2d647c032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:07.647470 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-15d6cfba-3c96-49ae-ad82-2d2d647c032e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 1129 time: 0.0401087 Apr 29 18:52:07.747711 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-2c7327bf-c744-4666-978f-6026300ebe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:07.749176 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-2c7327bf-c744-4666-978f-6026300ebe21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 918 time: 0.0907028 Apr 29 18:52:07.807569 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '92585082-121f-4392-8694-64e34d46f86d', 'port_id': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'mac_address': 'fa:16:3e:66:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd754cd-6049-4579-b58f-7a12b251959b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:51:49Z', 'updated_at': '2022-04-29T18:52:06Z', 'revision_number': 1, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:07.826887 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-96d45f27-d099-47f7-b142-3c869a604792 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a HTTP/1.1" status: 200 len: 999 time: 0.0672717 Apr 29 18:52:07.835567 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] Checking router: 92585082-121f-4392-8694-64e34d46f86d for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:52:07.844372 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:07.845348 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:51:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:07.883055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-9dff8b20-a5fa-4f70-b758-34fa1521028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:07.884617 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-9dff8b20-a5fa-4f70-b758-34fa1521028c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.0475681 Apr 29 18:52:07.930576 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-2e3ca6e9-f5a0-4eab-9b3d-5edf7bea94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:07.932075 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-2e3ca6e9-f5a0-4eab-9b3d-5edf7bea94a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396843 Apr 29 18:52:07.954719 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-dc2a2279-869d-4c04-87f3-d878c67843df tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691706002&fields=id&tenant_id=8853dc3f41e147018cc50778b57b9c97 HTTP/1.1" status: 200 len: 267 time: 0.0487504 Apr 29 18:52:07.963883 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:08.033015 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-de5047ca-69a8-4ade-9c9f-c493e90c24f8 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890093 Apr 29 18:52:08.065456 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-7a616056-003f-409a-83dc-03c0a48845ed tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:08.067324 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-7a616056-003f-409a-83dc-03c0a48845ed tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 812 time: 0.1058364 Apr 29 18:52:08.083903 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-3706369d-cd00-414b-b0b4-5b24babf4a81 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/quotas/8853dc3f41e147018cc50778b57b9c97 HTTP/1.1" status: 200 len: 375 time: 0.0098014 Apr 29 18:52:08.124913 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-99a6b2d3-9318-42ed-bafa-27fe28eea2d9 req-03a356e7-1b2f-4d24-b958-0f98512f0844 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857587 Apr 29 18:52:08.138029 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-0a29b6e9-18a9-4122-b7fd-64e56485ef0d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475092 Apr 29 18:52:08.191944 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '92585082-121f-4392-8694-64e34d46f86d', 'port_id': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'mac_address': 'fa:16:3e:66:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd754cd-6049-4579-b58f-7a12b251959b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:51:49Z', 'updated_at': '2022-04-29T18:52:06Z', 'revision_number': 1, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:08.218881 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c675d21-ecdd-4857-9477-55b1ff6682e1 None None] The sync data for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi is: [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '92585082-121f-4392-8694-64e34d46f86d', 'port_id': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'mac_address': 'fa:16:3e:66:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd754cd-6049-4579-b58f-7a12b251959b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:51:49Z', 'updated_at': '2022-04-29T18:52:06Z', 'revision_number': 1, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:52:08.237579 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-4ce97715-d1e8-4ffe-b386-f9d324713015 service neutron] 10.222.0.50 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Apr 29 18:52:08.335212 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-af8684dd-2365-4b84-ae82-d657aab6383a service neutron] 10.222.0.50 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912497 Apr 29 18:52:08.438483 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c4a70b-555f-4c88-a43c-2735ad969c89 None None] New status for floating IP 19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9: ACTIVE {{(pid=110122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:52:08.639650 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-070ce177-48b9-4e10-8acf-a33de601732c req-6fa596e4-a390-4bbe-acaf-32daa7ed6148 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 210 time: 0.0331318 Apr 29 18:52:09.737472 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-19a5a10a-ff0a-44d1-83fd-f7fccbf3f88c req-78c93bd3-6bc2-43b0-a322-39682c63c68d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 210 time: 0.0280960 Apr 29 18:52:09.947994 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-028c957c-dd15-478b-b29b-36e1b8edb816 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:09.949483 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-028c957c-dd15-478b-b29b-36e1b8edb816 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 812 time: 0.1099439 Apr 29 18:52:10.087870 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-201a7024-3ffd-4613-8597-64c66f88eead tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8853dc3f41e147018cc50778b57b9c97 HTTP/1.1" status: 200 len: 380 time: 0.0660872 Apr 29 18:52:10.101798 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'port': {'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'admin_state_up': True, 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'security_groups': ['c19831e7-f9f2-4a8b-b338-2a5b4e4759d3']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:52:10.222107 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Made reservation on behalf of 8853dc3f41e147018cc50778b57b9c97 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:52:10.225632 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:10.352150 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Allocated IP 172.20.0.5 (337102da-809f-4a0b-9083-4f036df3d9f9/6529c5bb-1d89-43b3-9409-929526bca951/a98e0298-a6e0-4abe-814c-f501ba9972d9) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:52:10.505662 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:10.539193 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:10.580947 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Network 337102da-809f-4a0b-9083-4f036df3d9f9 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:52:10.586068 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:52:10.589950 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:52:10.596598 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'Port': ['ID=a98e0298-a6e0-4abe-814c-f501ba9972d9,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:10.652172 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:10.652876 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:10.671831 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-65acb9d3-14c5-4939-8464-173ab97a82a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740097 Apr 29 18:52:10.699025 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Request body: {'port': {'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:52:10.767737 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:10.817479 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-8240f86b-2306-4b81-9326-9ea6692baaed None None] Provisioning complete for port a98e0298-a6e0-4abe-814c-f501ba9972d9 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:52:10.818061 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-8240f86b-2306-4b81-9326-9ea6692baaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:10.854248 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-8240f86b-2306-4b81-9326-9ea6692baaed None None] Port a98e0298-a6e0-4abe-814c-f501ba9972d9 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:52:10.924294 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d09a85-f514-4794-8342-cf4b21f10db4 req-bcfdb458-b504-4b93-bba9-2f172a5c4ea3 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:10.926427 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-52d09a85-f514-4794-8342-cf4b21f10db4 req-bcfdb458-b504-4b93-bba9-2f172a5c4ea3 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 931 time: 0.1171122 Apr 29 18:52:11.030649 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-52d09a85-f514-4794-8342-cf4b21f10db4 req-a4ca0be5-64c1-4352-989a-fc3a25b2189c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981743 Apr 29 18:52:11.125465 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98e0298-a6e0-4abe-814c-f501ba9972d9 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:52:11.133564 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Publish callbacks [] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:11.146724 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Transition to ACTIVE for port object a98e0298-a6e0-4abe-814c-f501ba9972d9 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:52:11.152021 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:11.200177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Pushing event updated for resources: {'Port': ['ID=a98e0298-a6e0-4abe-814c-f501ba9972d9,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:11.540580 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Attempting to bind port a98e0298-a6e0-4abe-814c-f501ba9972d9 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:52:11.540937 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Attempting to bind port a98e0298-a6e0-4abe-814c-f501ba9972d9 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:52:11.541207 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Attempting to bind port a98e0298-a6e0-4abe-814c-f501ba9972d9 on network 337102da-809f-4a0b-9083-4f036df3d9f9 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:52:11.545610 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Port a98e0298-a6e0-4abe-814c-f501ba9972d9 on network 337102da-809f-4a0b-9083-4f036df3d9f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:52:11.545928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Attempting to bind port a98e0298-a6e0-4abe-814c-f501ba9972d9 on network 337102da-809f-4a0b-9083-4f036df3d9f9 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:52:11.551166 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:52:11.551514 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Checking segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:52:11.551897 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Bound using segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:52:11.552312 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Bound port: a98e0298-a6e0-4abe-814c-f501ba9972d9, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:52:11.552692 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:11.616834 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] For port a98e0298-a6e0-4abe-814c-f501ba9972d9, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:52:11.620697 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] For port a98e0298-a6e0-4abe-814c-f501ba9972d9, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:52:11.630690 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:11.663244 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:11.663383 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:11.664762 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] 10.222.0.15 "PUT /v2.0/ports/a98e0298-a6e0-4abe-814c-f501ba9972d9 HTTP/1.1" status: 200 len: 1093 time: 0.9707813 Apr 29 18:52:11.667175 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:52:11.669533 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:52:11.698583 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb042546-7094-4377-ac1f-2492827dcfec service neutron] Pushing event updated for resources: {'Port': ['ID=a98e0298-a6e0-4abe-814c-f501ba9972d9,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:11.713231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5c8658-05b0-42b4-acb1-bb96ee224fea x-openstack-request-id: req-8d5c8658-05b0-42b4-acb1-bb96ee224fea {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:52:11.713521 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:52:11.713769 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d5c8658-05b0-42b4-acb1-bb96ee224fea {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:52:11.714170 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5c8658-05b0-42b4-acb1-bb96ee224fea'] response: {'name': 'network-changed', 'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'status': 'completed', 'code': 200} Apr 29 18:52:11.793970 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-230c8e71-7db5-45be-90fd-93cd41962686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:11.795463 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-230c8e71-7db5-45be-90fd-93cd41962686 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 1127 time: 0.0436506 Apr 29 18:52:11.851862 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-b846971b-746d-46bd-a213-3cdd2220beb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9 HTTP/1.1" status: 200 len: 217 time: 0.0365224 Apr 29 18:52:11.908976 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-f810c291-563f-4824-ab01-17e6b4a9d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:11.910487 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-f810c291-563f-4824-ab01-17e6b4a9d572 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0433998 Apr 29 18:52:11.957631 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-a66cef07-109b-4d15-b5f6-3eb86fa29704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:11.959132 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-a66cef07-109b-4d15-b5f6-3eb86fa29704 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419123 Apr 29 18:52:12.059175 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-a9a1c249-02b3-4c85-bac9-1990762e5748 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924902 Apr 29 18:52:12.195887 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930f924-5737-442c-82b5-dd012f7b19c8 req-2bd36927-5ead-424d-bff1-cfda73ae9e49 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:12.197360 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a930f924-5737-442c-82b5-dd012f7b19c8 req-2bd36927-5ead-424d-bff1-cfda73ae9e49 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 943 time: 0.0622976 Apr 29 18:52:12.200874 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6c990660-2ce5-48ec-8aff-a6beea3f888a req-5bd7fa8a-7203-4594-8975-4ca9fb8c76e5 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329825 Apr 29 18:52:12.251190 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a930f924-5737-442c-82b5-dd012f7b19c8 req-4869485d-fd5a-412e-b480-e4f2424741d8 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472803 Apr 29 18:52:13.379438 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be98526-ea04-4dc0-870a-b6dad6355884 req-7498a77c-96d3-4e0d-a10b-708b7c89c560 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:13.380976 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5be98526-ea04-4dc0-870a-b6dad6355884 req-7498a77c-96d3-4e0d-a10b-708b7c89c560 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 943 time: 0.0482373 Apr 29 18:52:13.443220 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5be98526-ea04-4dc0-870a-b6dad6355884 req-50ddd102-5d4a-4be3-9e9e-2e411a6a2ce2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539503 Apr 29 18:52:13.481847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-708a1d95-82b1-46d7-b7e3-59a8e45d7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:13.483340 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-708a1d95-82b1-46d7-b7e3-59a8e45d7c7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 1127 time: 0.0406427 Apr 29 18:52:13.591372 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-666bbe3d-ab7f-4bd6-9d2e-94fcf8705682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:13.592879 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-666bbe3d-ab7f-4bd6-9d2e-94fcf8705682 service neutron] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 913 time: 0.0922041 Apr 29 18:52:13.635724 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-7cc87802-04ee-4bef-b902-38f46c8c3620 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9 HTTP/1.1" status: 200 len: 217 time: 0.0355282 Apr 29 18:52:13.694067 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-ff50ff52-2e13-42c5-ae9a-ff6c04b66a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:13.695451 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-ff50ff52-2e13-42c5-ae9a-ff6c04b66a41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0482183 Apr 29 18:52:13.745613 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-58fb5932-319c-4cef-9b2e-fcd9a435f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:13.747072 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-58fb5932-319c-4cef-9b2e-fcd9a435f6a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396304 Apr 29 18:52:13.845884 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-eb151f41-e9c2-4db2-9838-d49e302d5832 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892413 Apr 29 18:52:13.947709 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5bdc3d11-b1fe-41ab-9ed9-cca2d90780e2 req-2ee95fe8-53d0-4832-afe5-8cc215c72dc7 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902827 Apr 29 18:52:14.561319 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294aa9a-7b51-4703-90f0-eafc9c08e30c req-a960f5c5-8472-4a65-af81-02162ad36cb4 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:14.562756 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9294aa9a-7b51-4703-90f0-eafc9c08e30c req-a960f5c5-8472-4a65-af81-02162ad36cb4 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 943 time: 0.0504410 Apr 29 18:52:14.616672 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9294aa9a-7b51-4703-90f0-eafc9c08e30c req-799e2e88-285d-4185-a4e8-472bb9338ee7 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470214 Apr 29 18:52:15.751153 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6746952-8a10-4eee-937f-6e6eff2f2b02 req-f498c24f-1c87-4e3b-a909-189be0ed5dfc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:15.752698 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c6746952-8a10-4eee-937f-6e6eff2f2b02 req-f498c24f-1c87-4e3b-a909-189be0ed5dfc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 943 time: 0.0558627 Apr 29 18:52:15.809444 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c6746952-8a10-4eee-937f-6e6eff2f2b02 req-fd02e1fc-f02b-41e6-88ab-76136a33b53a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510502 Apr 29 18:52:16.955424 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0418e2-1183-481c-a902-d14252e864e4 req-96a2929c-ae77-4a03-b257-84df18e74ee0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:16.956908 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c0418e2-1183-481c-a902-d14252e864e4 req-96a2929c-ae77-4a03-b257-84df18e74ee0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 943 time: 0.0552459 Apr 29 18:52:17.008149 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c0418e2-1183-481c-a902-d14252e864e4 req-cd22be14-0788-4be9-a4fd-7a1d1e71b6e2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425818 Apr 29 18:52:18.132237 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf3e09-83b0-4c15-9b44-6d43d0029584 req-4b3967d2-1ea9-4af0-804d-f44a4f5db613 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:18.133740 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0caf3e09-83b0-4c15-9b44-6d43d0029584 req-4b3967d2-1ea9-4af0-804d-f44a4f5db613 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 943 time: 0.0482764 Apr 29 18:52:18.188658 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0caf3e09-83b0-4c15-9b44-6d43d0029584 req-722ed22f-102c-4928-b284-0e315d16375e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464227 Apr 29 18:52:19.317336 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58b2bc-ba67-4891-8549-9dd6452762b4 req-cd847bd3-17b3-4b7f-a587-a6b36709079f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:19.318816 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9e58b2bc-ba67-4891-8549-9dd6452762b4 req-cd847bd3-17b3-4b7f-a587-a6b36709079f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 943 time: 0.0502889 Apr 29 18:52:19.372969 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9e58b2bc-ba67-4891-8549-9dd6452762b4 req-283154e8-f374-47b9-8689-6d580ac558fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478623 Apr 29 18:52:20.509658 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13614c-4a9a-4aca-ba0c-b1d37f101115 req-b6de0eff-3912-4175-8712-a456e8dbcd77 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:20.511098 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fb13614c-4a9a-4aca-ba0c-b1d37f101115 req-b6de0eff-3912-4175-8712-a456e8dbcd77 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 943 time: 0.0581515 Apr 29 18:52:20.563623 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fb13614c-4a9a-4aca-ba0c-b1d37f101115 req-f8b5927c-28cc-48e7-bc32-378cf6be3015 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442436 Apr 29 18:52:21.689693 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03e438-8fd9-416c-8f5e-c2f0612b318b req-84a94e53-2fc8-4819-8c56-315744dcb40c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:21.691145 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3c03e438-8fd9-416c-8f5e-c2f0612b318b req-84a94e53-2fc8-4819-8c56-315744dcb40c tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 943 time: 0.0557933 Apr 29 18:52:21.743412 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3c03e438-8fd9-416c-8f5e-c2f0612b318b req-fa81ff8b-14a0-4eff-8566-866d843bbe83 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435100 Apr 29 18:52:22.291018 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a98e0298-a6e0-4abe-814c-f501ba9972d9 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:52:22.519337 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a98e0298-a6e0-4abe-814c-f501ba9972d9, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:52:22.531359 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:52:22.573130 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a98e0298-a6e0-4abe-814c-f501ba9972d9 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:52:22.573402 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:22.578607 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:52:22.587266 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98e0298-a6e0-4abe-814c-f501ba9972d9 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:52:22.608658 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a98e0298-a6e0-4abe-814c-f501ba9972d9, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:52:22.615472 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:22.666402 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a98e0298-a6e0-4abe-814c-f501ba9972d9,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:22.860426 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c27d-406b-4de3-95c0-0b7f24a1d7a7 req-4c85bfaa-afed-4bc3-9654-4351592bf7d6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:22.861829 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1141c27d-406b-4de3-95c0-0b7f24a1d7a7 req-4c85bfaa-afed-4bc3-9654-4351592bf7d6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 944 time: 0.0525968 Apr 29 18:52:22.914782 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1141c27d-406b-4de3-95c0-0b7f24a1d7a7 req-a01029c5-2d4e-4b8e-aa54-d543e0cb3135 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450130 Apr 29 18:52:23.121525 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-549374f9-296a-4ecb-9410-dcc93e65d16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:23.358184 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['a98e0298-a6e0-4abe-814c-f501ba9972d9'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:52:24.045882 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca810-19c1-4cb1-a26b-bc32202df3a7 req-8a6c9e68-186a-40d7-a175-40fce5b16cac tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:24.047336 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-44bca810-19c1-4cb1-a26b-bc32202df3a7 req-8a6c9e68-186a-40d7-a175-40fce5b16cac tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 944 time: 0.0489728 Apr 29 18:52:24.096712 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-44bca810-19c1-4cb1-a26b-bc32202df3a7 req-4cb58532-d190-40bd-861e-72f18896fdf5 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Apr 29 18:52:25.165836 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a98e0298-a6e0-4abe-814c-f501ba9972d9 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:52:25.212859 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port a98e0298-a6e0-4abe-814c-f501ba9972d9 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:52:25.221017 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port a98e0298-a6e0-4abe-814c-f501ba9972d9 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:52:25.221464 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:25.229343 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981c670-954d-4618-aee9-6e1600caa11d req-b2f23d2c-a026-43d7-9eed-71009bbfefbb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:25.230852 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5981c670-954d-4618-aee9-6e1600caa11d req-b2f23d2c-a026-43d7-9eed-71009bbfefbb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 944 time: 0.0554852 Apr 29 18:52:25.280734 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5981c670-954d-4618-aee9-6e1600caa11d req-2eb078e4-df08-478b-8b82-8a4f6317bb25 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432739 Apr 29 18:52:25.304282 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a98e0298-a6e0-4abe-814c-f501ba9972d9 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:52:25.304706 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:25.335497 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:52:25.337773 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e7c3a5-eb4d-4fc2-a578-f4ab4b3a945e" -d '{"events": [{"server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "name": "network-vif-plugged", "status": "completed", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:52:25.353852 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a98e0298-a6e0-4abe-814c-f501ba9972d9, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:52:25.355448 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ede632a2-1f9b-49f3-80fd-7fdc090811f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:25.358250 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:25.383697 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1094c90c-4f7c-4584-b2b0-d338e955845f x-openstack-request-id: req-1094c90c-4f7c-4584-b2b0-d338e955845f {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:52:25.383925 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "name": "network-vif-plugged", "status": "completed", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:52:25.384176 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1094c90c-4f7c-4584-b2b0-d338e955845f {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:52:25.384588 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1094c90c-4f7c-4584-b2b0-d338e955845f'] response: {'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'code': 200} Apr 29 18:52:25.407724 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a98e0298-a6e0-4abe-814c-f501ba9972d9,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:26.360774 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:26.403926 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467427-7ab4-417d-a14d-ef8d56490785 req-14d76c8c-d332-46cd-a16c-286c9c8ed858 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:26.405426 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5f467427-7ab4-417d-a14d-ef8d56490785 req-14d76c8c-d332-46cd-a16c-286c9c8ed858 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.0496874 Apr 29 18:52:26.457103 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5f467427-7ab4-417d-a14d-ef8d56490785 req-d33b99aa-461c-4085-9517-2c446ced146b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 Apr 29 18:52:26.564247 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124360-d21b-450c-b342-2ef566f0c31f req-d2a9f9d2-f14f-4635-a515-132da89eed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:26.565683 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4c124360-d21b-450c-b342-2ef566f0c31f req-d2a9f9d2-f14f-4635-a515-132da89eed58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 1129 time: 0.0462940 Apr 29 18:52:26.631288 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4c124360-d21b-450c-b342-2ef566f0c31f req-0881f2ff-9ed1-476c-be10-ea0a5d06415c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451636 Apr 29 18:52:27.586713 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:27.588853 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0011fff-df96-4ca8-9550-6159d0c0ece2 req-5a2a3441-392f-4d0e-b8b9-303eb516a209 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:27.590371 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f0011fff-df96-4ca8-9550-6159d0c0ece2 req-5a2a3441-392f-4d0e-b8b9-303eb516a209 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.0580399 Apr 29 18:52:27.641200 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f0011fff-df96-4ca8-9550-6159d0c0ece2 req-9cf4e95b-25b6-4a28-91f9-40a797520ef4 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450339 Apr 29 18:52:28.156926 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-2412ab5f-7d3e-437d-9990-3e0d98be471f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380945 Apr 29 18:52:28.275288 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-7f601778-8ed7-4e66-9549-a8927d71cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:28.276807 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-7f601778-8ed7-4e66-9549-a8927d71cf72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 1129 time: 0.0475502 Apr 29 18:52:28.420394 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-bd7976a0-7a7c-4558-a708-032e91f19706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:28.421775 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-bd7976a0-7a7c-4558-a708-032e91f19706 service neutron] 10.222.0.15 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 912 time: 0.0881748 Apr 29 18:52:28.535589 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-fba064d5-1af0-4c2b-bd69-dbd8db25ccb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0 HTTP/1.1" status: 200 len: 1000 time: 0.0735786 Apr 29 18:52:28.770373 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fed443-3d63-40e0-aeb3-ea0a3ed9fa73 req-e97b613e-b3e3-4144-b675-d8672ebd24ca tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:28.771819 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-94fed443-3d63-40e0-aeb3-ea0a3ed9fa73 req-e97b613e-b3e3-4144-b675-d8672ebd24ca tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.0486007 Apr 29 18:52:28.826738 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-94fed443-3d63-40e0-aeb3-ea0a3ed9fa73 req-6214add6-f63b-4ac0-8565-f9bef2c00044 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487218 Apr 29 18:52:29.372486 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:29.475445 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-ef605dc5-2f9d-4af4-aaeb-aefa151e6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:29.476976 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-ef605dc5-2f9d-4af4-aaeb-aefa151e6865 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 200 len: 850 time: 0.0479302 Apr 29 18:52:29.607446 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-7489791d-b99c-4918-9c81-191ffd3c6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:29.609010 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-7489791d-b99c-4918-9c81-191ffd3c6453 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=755981e4-77ea-4ec8-899a-643c96679562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432017 Apr 29 18:52:29.742421 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-d1064f88-07b0-44f3-8f75-dd0d97ae356e service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956342 Apr 29 18:52:29.843984 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-93aab484-4bdd-41e5-bb4a-c3b7e35d1a1e req-539ecaf7-df4a-4277-8b18-59ac83c7204d service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904937 Apr 29 18:52:29.944780 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0987d8-2943-4969-8db7-902699e6dd9d req-fb3be7db-5360-4fb8-8686-fb8e94335e25 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:29.946251 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ac0987d8-2943-4969-8db7-902699e6dd9d req-fb3be7db-5360-4fb8-8686-fb8e94335e25 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.0511131 Apr 29 18:52:29.996311 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ac0987d8-2943-4969-8db7-902699e6dd9d req-1044583b-4bc6-4401-9ae9-f0eeb7cc24ea tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Apr 29 18:52:30.126446 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3bbc6-77c8-4818-aa85-9b42087229af req-55e7e62b-ef9e-4e41-b758-b4f56f9b2dd6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:30.128855 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-38b3bbc6-77c8-4818-aa85-9b42087229af req-55e7e62b-ef9e-4e41-b758-b4f56f9b2dd6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.0567319 Apr 29 18:52:30.185356 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-38b3bbc6-77c8-4818-aa85-9b42087229af req-296330ca-36ac-4377-99d9-c50fe7e3934f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492764 Apr 29 18:52:30.218397 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51180) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:30.259993 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356cda8d-e91f-43bf-b166-8056e5288878 tempest-TestVolumeBootPattern-278313428 tempest-TestVolumeBootPattern-278313428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:30.261513 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-356cda8d-e91f-43bf-b166-8056e5288878 tempest-TestVolumeBootPattern-278313428 tempest-TestVolumeBootPattern-278313428-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 1124 time: 0.0418978 Apr 29 18:52:30.265820 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51182) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:30.270060 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:52:30.292779 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:30.379182 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:30.487280 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Allocated IP 172.27.0.76 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/cd634bfd-2376-4377-9f04-816c4553f025) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:52:30.594149 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for port (cd634bfd-2376-4377-9f04-816c4553f025), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:30.638972 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (cd634bfd-2376-4377-9f04-816c4553f025), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:30.676890 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:52:30.681940 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:52:30.685572 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:52:30.690858 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'Port': ['ID=cd634bfd-2376-4377-9f04-816c4553f025,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:31.289544 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (20de7bfd-a839-46e1-bc26-4a19687b9cd3), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:31.362188 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (cd634bfd-2376-4377-9f04-816c4553f025), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:31.512482 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for port (cd634bfd-2376-4377-9f04-816c4553f025), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:31.519211 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (cd634bfd-2376-4377-9f04-816c4553f025), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:31.590472 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'Port': ['ID=cd634bfd-2376-4377-9f04-816c4553f025,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:31.601549 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (20de7bfd-a839-46e1-bc26-4a19687b9cd3), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:31.707560 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Floating IP 20de7bfd-a839-46e1-bc26-4a19687b9cd3 associated. External IP: 172.27.0.76, port: a98e0298-a6e0-4abe-814c-f501ba9972d9. Apr 29 18:52:31.931899 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Router af78d2cf-fd83-437b-a880-30dd860d49a6 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:52:32.049522 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:52:32.061409 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] Sync routers for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:52:32.073328 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:32.073513 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:32.073948 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:32.103683 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-96f8141c-19af-4cb5-9c61-a5258e8f9a82 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8368664 Apr 29 18:52:32.104358 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:52:32.106736 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074a2cac-a630-4ac0-a4fc-fd6833897dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:52:32.142184 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713bd689-95a2-4c62-a39b-6106500c3873 x-openstack-request-id: req-713bd689-95a2-4c62-a39b-6106500c3873 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:52:32.142465 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:52:32.142715 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-713bd689-95a2-4c62-a39b-6106500c3873 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:52:32.143109 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713bd689-95a2-4c62-a39b-6106500c3873'] response: {'name': 'network-changed', 'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'status': 'completed', 'code': 200} Apr 29 18:52:32.185284 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:32.255340 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-fd7b957f-18c0-4d9b-9f3c-bc8142381c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:32.256863 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-fd7b957f-18c0-4d9b-9f3c-bc8142381c4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 1129 time: 0.0409341 Apr 29 18:52:32.285640 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:32.359645 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-a465cc91-e62a-4f94-9304-b522c3b29ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:32.361141 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-a465cc91-e62a-4f94-9304-b522c3b29ef6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 913 time: 0.0921614 Apr 29 18:52:32.409832 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '20de7bfd-a839-46e1-bc26-4a19687b9cd3', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:30Z', 'updated_at': '2022-04-29T18:52:30Z', 'revision_number': 0, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:32.428611 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-be44c01a-ffaa-4d13-b9d9-2384baaf509b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9 HTTP/1.1" status: 200 len: 998 time: 0.0583119 Apr 29 18:52:32.440176 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] Checking router: af78d2cf-fd83-437b-a880-30dd860d49a6 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:52:32.449253 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:32.449865 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:32.483668 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-47849f25-06bc-4390-b656-f8a563672f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:32.485165 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-47849f25-06bc-4390-b656-f8a563672f52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0453546 Apr 29 18:52:32.537640 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-e4eb8994-918b-449a-bcb7-dbd42bddf3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:32.539240 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-e4eb8994-918b-449a-bcb7-dbd42bddf3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430329 Apr 29 18:52:32.560047 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:32.638142 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-c1476915-507a-4966-98fe-52f970a2a7e6 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858870 Apr 29 18:52:32.757042 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-074a2cac-a630-4ac0-a4fc-fd6833897dc7 req-e7d8a0ae-ce11-4482-b3de-ef94d1f5f93f service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945959 Apr 29 18:52:32.773070 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '20de7bfd-a839-46e1-bc26-4a19687b9cd3', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:30Z', 'updated_at': '2022-04-29T18:52:30Z', 'revision_number': 0, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:32.803230 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583e627-59c6-435c-9cfc-fef5d1b7c852 None None] The sync data for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi is: [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '20de7bfd-a839-46e1-bc26-4a19687b9cd3', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:30Z', 'updated_at': '2022-04-29T18:52:30Z', 'revision_number': 0, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:52:32.999416 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ac436-61f2-4e51-89e0-0dbb65b22455 None None] New status for floating IP 20de7bfd-a839-46e1-bc26-4a19687b9cd3: ACTIVE {{(pid=110122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:52:49.320294 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cc974-05af-44f7-b6bb-ec6617d2a662 req-4567379b-eecd-4a1f-8547-e540bc5e9593 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:49.321788 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-153cc974-05af-44f7-b6bb-ec6617d2a662 req-4567379b-eecd-4a1f-8547-e540bc5e9593 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0494106 Apr 29 18:52:49.383479 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-153cc974-05af-44f7-b6bb-ec6617d2a662 req-4d92db43-30ae-4c0a-a546-da2c3dc85c75 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540280 Apr 29 18:52:50.510491 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3440f3-f85d-44c5-b791-6ded0fef063c req-0f127911-e52b-49f9-8e25-11af61ad6a9f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:50.511941 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b3440f3-f85d-44c5-b791-6ded0fef063c req-0f127911-e52b-49f9-8e25-11af61ad6a9f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Apr 29 18:52:50.559124 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b3440f3-f85d-44c5-b791-6ded0fef063c req-0a226441-02ad-45e7-b584-81e42a7c31ee tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413249 Apr 29 18:52:51.499117 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-c5631c3f-610c-4159-9354-2152bb94589f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:51.500531 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-c5631c3f-610c-4159-9354-2152bb94589f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0563927 Apr 29 18:52:51.598630 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Deleting port a489469f-d13d-44f9-ab65-8fb8a18c83d0 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:52:51.599254 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:51.681577 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21c88d-e0c3-420b-827c-bfe3df9eeda1 req-cc65a3b1-99d8-40f7-a6aa-09209cdc966f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:51.683172 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ee21c88d-e0c3-420b-827c-bfe3df9eeda1 req-cc65a3b1-99d8-40f7-a6aa-09209cdc966f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 945 time: 0.0474098 Apr 29 18:52:51.690050 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] For port a489469f-d13d-44f9-ab65-8fb8a18c83d0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a489469f-d13d-44f9-ab65-8fb8a18c83d0,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:52:51.690415 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:51.737629 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ee21c88d-e0c3-420b-827c-bfe3df9eeda1 req-236d74f6-c182-4121-ae80-0308483517f9 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=27b96ad0-a0bf-49b4-b8bd-64f095287653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480275 Apr 29 18:52:51.871620 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:51.871865 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (5729d57c-8f24-4cb8-b41b-db28cd6f743f), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:51.872192 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Floating IP 5729d57c-8f24-4cb8-b41b-db28cd6f743f disassociated. External IP: 172.27.0.52, port: a489469f-d13d-44f9-ab65-8fb8a18c83d0. Apr 29 18:52:51.872530 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Calling delete_port for a489469f-d13d-44f9-ab65-8fb8a18c83d0 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:52:52.006789 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a489469f-d13d-44f9-ab65-8fb8a18c83d0), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:52.047415 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event deleted for resources: {'Port': ['ID=a489469f-d13d-44f9-ab65-8fb8a18c83d0,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:52.057845 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.058190 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.058491 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.058847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.059155 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.059493 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.059790 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.060094 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.060441 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.060779 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.061081 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.061415 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.061729 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.062032 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.062345 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:52.183326 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:52:52.297832 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:52:52.312905 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] Sync routers for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:52:52.323468 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:52.324290 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:52.347792 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] No DVR routers for this DVR port a489469f-d13d-44f9-ab65-8fb8a18c83d0 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:52:52.350495 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:52.354077 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3e6eded7-d6d5-4379-8329-a68e6327033b req-6b82169b-c887-4d8e-80f0-874f4b9ec4eb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "DELETE /v2.0/ports/a489469f-d13d-44f9-ab65-8fb8a18c83d0 HTTP/1.1" status: 204 len: 173 time: 0.8431711 Apr 29 18:52:52.354551 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'name': 'network-vif-deleted', 'tag': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:52:52.357153 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bfb9dd-1812-4f22-af10-58353ca61fe1" -d '{"events": [{"server_uuid": "a6dd90d5-0602-4794-b7e0-8e0045cc7b97", "name": "network-vif-deleted", "tag": "a489469f-d13d-44f9-ab65-8fb8a18c83d0"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:52:52.415153 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec685e5-5b2a-4da0-993e-5b713f9408f3 x-openstack-request-id: req-5ec685e5-5b2a-4da0-993e-5b713f9408f3 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:52:52.415449 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd90d5-0602-4794-b7e0-8e0045cc7b97", "name": "network-vif-deleted", "tag": "a489469f-d13d-44f9-ab65-8fb8a18c83d0", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:52:52.415774 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ec685e5-5b2a-4da0-993e-5b713f9408f3 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:52:52.416177 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec685e5-5b2a-4da0-993e-5b713f9408f3'] response: {'server_uuid': 'a6dd90d5-0602-4794-b7e0-8e0045cc7b97', 'name': 'network-vif-deleted', 'tag': 'a489469f-d13d-44f9-ab65-8fb8a18c83d0', 'status': 'completed', 'code': 200} Apr 29 18:52:52.456811 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:52.785824 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:52.812808 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] Checking router: f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:52:52.821750 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:52.822377 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:52.852800 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-33792bae-3ed1-4e5d-9c34-da0f8594c3ac req-aa0daa66-349f-4593-8e72-e3a34020fb07 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Apr 29 18:52:52.931653 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:53.139307 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d095cb75-2320-4565-a27b-88a6da91868c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:53.145529 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:53.172383 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe1c8e-6e6b-4322-80bd-914ac7f29e20 None None] The sync data for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi is: [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:52:53.402317 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd110413-69ce-4677-84ca-28ade4fe3367 None None] New status for floating IP 5729d57c-8f24-4cb8-b41b-db28cd6f743f: DOWN {{(pid=110122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:52:53.969109 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c4bd673b-2e25-44d6-bdbf-5f899e06cd86 req-b57c296e-cc86-4c3e-b25e-7b6627936a90 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6dd90d5-0602-4794-b7e0-8e0045cc7b97 HTTP/1.1" status: 200 len: 210 time: 0.0282650 Apr 29 18:52:54.854090 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3574056-2c33-4b08-bb2f-e7302e05e97e req-41074ccc-8cc1-4446-aa40-afcd7b6b9536 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:54.855648 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b3574056-2c33-4b08-bb2f-e7302e05e97e req-41074ccc-8cc1-4446-aa40-afcd7b6b9536 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0588036 Apr 29 18:52:54.903020 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b3574056-2c33-4b08-bb2f-e7302e05e97e req-39081dba-632d-4e6d-8d96-58da29d8e227 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 Apr 29 18:52:55.067902 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51268) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:55.128349 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-42550ab3-6e91-4a6a-aa70-679a613f1534 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (27b96ad0-a0bf-49b4-b8bd-64f095287653), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.151422 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-42550ab3-6e91-4a6a-aa70-679a613f1534 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (27b96ad0-a0bf-49b4-b8bd-64f095287653), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.209334 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-42550ab3-6e91-4a6a-aa70-679a613f1534 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (27b96ad0-a0bf-49b4-b8bd-64f095287653), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.211955 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-42550ab3-6e91-4a6a-aa70-679a613f1534 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.213145 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-42550ab3-6e91-4a6a-aa70-679a613f1534 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "DELETE /v2.0/security-groups/27b96ad0-a0bf-49b4-b8bd-64f095287653 HTTP/1.1" status: 204 len: 168 time: 0.1441114 Apr 29 18:52:55.216142 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51270) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:55.222391 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42550ab3-6e91-4a6a-aa70-679a613f1534 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b96ad0-a0bf-49b4-b8bd-64f095287653,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:55.231581 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.api.v2.resource [None req-54f89b58-baab-4393-9991-c9e5815182ac tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] show failed (client error): The resource could not be found. Apr 29 18:52:55.235412 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-54f89b58-baab-4393-9991-c9e5815182ac tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups/27b96ad0-a0bf-49b4-b8bd-64f095287653 HTTP/1.1" status: 404 len: 347 time: 0.0154667 Apr 29 18:52:55.235623 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51272) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:55.328339 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a489469f-d13d-44f9-ab65-8fb8a18c83d0 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:52:55.358186 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Deleting port 85a03caf-8ced-4400-9d4e-87b4d9f0b9ef {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:52:55.358545 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (85a03caf-8ced-4400-9d4e-87b4d9f0b9ef), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.359658 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: a489469f-d13d-44f9-ab65-8fb8a18c83d0 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:52:55.359991 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a489469f-d13d-44f9-ab65-8fb8a18c83d0 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:52:55.365317 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-eb31818e-f0ed-4474-878e-bc0b1ce0b9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.437911 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (85a03caf-8ced-4400-9d4e-87b4d9f0b9ef), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.438165 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (85a03caf-8ced-4400-9d4e-87b4d9f0b9ef), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.450589 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Calling delete_port for 85a03caf-8ced-4400-9d4e-87b4d9f0b9ef owned by network:floatingip {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:52:55.615661 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (85a03caf-8ced-4400-9d4e-87b4d9f0b9ef), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.638998 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event deleted for resources: {'Port': ['ID=85a03caf-8ced-4400-9d4e-87b4d9f0b9ef,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:55.648879 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.649138 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.649474 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.649807 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.650132 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.650456 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.650799 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.651480 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.651480 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.651710 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.652051 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.652346 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.652668 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.652981 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.653293 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:52:55.714751 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (5729d57c-8f24-4cb8-b41b-db28cd6f743f), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.717517 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:55.718651 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e1b699b5-96ca-4953-9f51-f92df766bb3f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "DELETE /v2.0/floatingips/5729d57c-8f24-4cb8-b41b-db28cd6f743f HTTP/1.1" status: 204 len: 168 time: 0.4812057 Apr 29 18:52:55.888672 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51276) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:55.893262 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-97345907-2ea1-4b03-933e-bc18d396a0c0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709923996', 'description': 'tempest-description--1653345068'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:52:55.918861 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-97345907-2ea1-4b03-933e-bc18d396a0c0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.011165 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-97345907-2ea1-4b03-933e-bc18d396a0c0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (d5ac7a02-c99b-4280-8b12-de7c65c99c4c), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.017442 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-97345907-2ea1-4b03-933e-bc18d396a0c0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (d5ac7a02-c99b-4280-8b12-de7c65c99c4c), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.048462 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79d073-889d-44d5-b236-3c5a8571589e req-14470f03-c0d9-4685-ac45-8dedf0138c7a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:56.050190 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b79d073-889d-44d5-b236-3c5a8571589e req-14470f03-c0d9-4685-ac45-8dedf0138c7a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0736785 Apr 29 18:52:56.068362 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-97345907-2ea1-4b03-933e-bc18d396a0c0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.070192 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-97345907-2ea1-4b03-933e-bc18d396a0c0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1804490 Apr 29 18:52:56.072464 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51280) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:56.077212 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-f7e88c2b-458e-4408-8872-de2e41e34cc1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'security_group_rule': {'security_group_id': 'd5ac7a02-c99b-4280-8b12-de7c65c99c4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:52:56.080645 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97345907-2ea1-4b03-933e-bc18d396a0c0 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ac7a02-c99b-4280-8b12-de7c65c99c4c,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:56.107130 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f7e88c2b-458e-4408-8872-de2e41e34cc1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (30271909-ac82-44f6-ba3e-48b9894f8db1), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.113199 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b79d073-889d-44d5-b236-3c5a8571589e req-d5bdfaf8-457e-4310-bff9-6b796b6c0c9a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572338 Apr 29 18:52:56.170882 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f7e88c2b-458e-4408-8872-de2e41e34cc1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (30271909-ac82-44f6-ba3e-48b9894f8db1), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.175449 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f7e88c2b-458e-4408-8872-de2e41e34cc1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (30271909-ac82-44f6-ba3e-48b9894f8db1), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.198805 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e88c2b-458e-4408-8872-de2e41e34cc1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30271909-ac82-44f6-ba3e-48b9894f8db1,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:56.206527 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f7e88c2b-458e-4408-8872-de2e41e34cc1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.207766 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f7e88c2b-458e-4408-8872-de2e41e34cc1 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342766 Apr 29 18:52:56.210553 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51282) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:56.214800 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-1fdf27f2-1701-4e15-92ec-31e6d7be4e38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'security_group_rule': {'security_group_id': 'd5ac7a02-c99b-4280-8b12-de7c65c99c4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:52:56.246111 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1fdf27f2-1701-4e15-92ec-31e6d7be4e38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (72894b29-ca4a-4976-8362-e5f61d63f66d), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.303739 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1fdf27f2-1701-4e15-92ec-31e6d7be4e38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (72894b29-ca4a-4976-8362-e5f61d63f66d), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.308366 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1fdf27f2-1701-4e15-92ec-31e6d7be4e38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (72894b29-ca4a-4976-8362-e5f61d63f66d), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.323418 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf27f2-1701-4e15-92ec-31e6d7be4e38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72894b29-ca4a-4976-8362-e5f61d63f66d,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:56.335793 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1fdf27f2-1701-4e15-92ec-31e6d7be4e38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.337003 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-1fdf27f2-1701-4e15-92ec-31e6d7be4e38 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255710 Apr 29 18:52:56.340408 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51288) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:56.345804 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:52:56.366570 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.369474 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.481054 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-799502bc-7812-4172-9e3a-00343b5dd987 req-1a3a0b40-0d22-400f-b3ac-2c6b8279ac93 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382927720&fields=id&tenant_id=cbeb3229d0de484cba6fc698fc072af5 HTTP/1.1" status: 200 len: 267 time: 0.0872300 Apr 29 18:52:56.482130 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.568594 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799502bc-7812-4172-9e3a-00343b5dd987 req-29182cfd-b77b-43af-a5a7-a68c4e6cb496 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:56.569956 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-799502bc-7812-4172-9e3a-00343b5dd987 req-29182cfd-b77b-43af-a5a7-a68c4e6cb496 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 984 time: 0.0807388 Apr 29 18:52:56.600442 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [req-799502bc-7812-4172-9e3a-00343b5dd987 req-3e75be94-f6f6-4c8a-8841-a77b5a843aba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Request body: {'port': {'security_groups': ['66c6d7f0-6243-40a1-80dc-5a72b5748f18']}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:52:56.668006 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Allocated IP 172.27.0.90 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/b0f365ba-ebc8-4354-a0b1-509e2b1e6efb) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:52:56.710625 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-799502bc-7812-4172-9e3a-00343b5dd987 req-3e75be94-f6f6-4c8a-8841-a77b5a843aba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.861393 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for port (b0f365ba-ebc8-4354-a0b1-509e2b1e6efb), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:56.960675 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (b0f365ba-ebc8-4354-a0b1-509e2b1e6efb), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.000534 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [req-799502bc-7812-4172-9e3a-00343b5dd987 req-3e75be94-f6f6-4c8a-8841-a77b5a843aba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] For port bb9a641c-a7d8-4e28-a80c-b58869440824, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb9a641c-a7d8-4e28-a80c-b58869440824,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:52:57.021449 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:52:57.027675 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:52:57.031032 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:52:57.032969 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'Port': ['ID=b0f365ba-ebc8-4354-a0b1-509e2b1e6efb,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:57.076465 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-799502bc-7812-4172-9e3a-00343b5dd987 req-3e75be94-f6f6-4c8a-8841-a77b5a843aba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.084209 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-799502bc-7812-4172-9e3a-00343b5dd987 req-3e75be94-f6f6-4c8a-8841-a77b5a843aba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.130771 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['bb9a641c-a7d8-4e28-a80c-b58869440824'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:52:57.135002 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799502bc-7812-4172-9e3a-00343b5dd987 req-3e75be94-f6f6-4c8a-8841-a77b5a843aba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:57.135002 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [req-799502bc-7812-4172-9e3a-00343b5dd987 req-3e75be94-f6f6-4c8a-8841-a77b5a843aba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.136268 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-799502bc-7812-4172-9e3a-00343b5dd987 req-3e75be94-f6f6-4c8a-8841-a77b5a843aba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "PUT /v2.0/ports/bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 200 len: 942 time: 0.5590322 Apr 29 18:52:57.138213 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:52:57.140179 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ded706-78e7-420f-8dc7-796e4faa867c" -d '{"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:52:57.143868 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51296) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:57.192762 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75be94-f6f6-4c8a-8841-a77b5a843aba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event updated for resources: {'Port': ['ID=bb9a641c-a7d8-4e28-a80c-b58869440824,revision_number=7']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:57.209789 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (4a2d1a40-979e-4d03-a7f6-6f81b4f514a0), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.219011 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb308a9-2629-4ad7-8d19-ba0948f381a3 x-openstack-request-id: req-ceb308a9-2629-4ad7-8d19-ba0948f381a3 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:52:57.219585 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:52:57.220206 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ceb308a9-2629-4ad7-8d19-ba0948f381a3 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:52:57.221179 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb308a9-2629-4ad7-8d19-ba0948f381a3'] response: {'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'status': 'completed', 'code': 200} Apr 29 18:52:57.254680 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (b0f365ba-ebc8-4354-a0b1-509e2b1e6efb), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.257671 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c4f75f10-cd86-47e8-9abc-52914693416d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group (f5270119-fd8c-4230-8b74-02e0160cbc50), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.312524 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c4f75f10-cd86-47e8-9abc-52914693416d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group (f5270119-fd8c-4230-8b74-02e0160cbc50), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.322359 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b43e6-6178-4fdc-8016-9dab4f397be3 req-2d5bef42-503b-44c3-824a-255f795063db tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:57.323946 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6b0b43e6-6178-4fdc-8016-9dab4f397be3 req-2d5bef42-503b-44c3-824a-255f795063db tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0932016 Apr 29 18:52:57.403063 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6b0b43e6-6178-4fdc-8016-9dab4f397be3 req-75101700-7fa7-458f-a171-a7f0e30b8751 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701823 Apr 29 18:52:57.403718 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['bb9a641c-a7d8-4e28-a80c-b58869440824'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:52:57.437787 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c4f75f10-cd86-47e8-9abc-52914693416d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (f5270119-fd8c-4230-8b74-02e0160cbc50), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.438647 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for port (b0f365ba-ebc8-4354-a0b1-509e2b1e6efb), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.440523 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c4f75f10-cd86-47e8-9abc-52914693416d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.442094 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c4f75f10-cd86-47e8-9abc-52914693416d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "DELETE /v2.0/security-groups/f5270119-fd8c-4230-8b74-02e0160cbc50 HTTP/1.1" status: 204 len: 168 time: 0.2957826 Apr 29 18:52:57.450390 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (b0f365ba-ebc8-4354-a0b1-509e2b1e6efb), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.452336 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f75f10-cd86-47e8-9abc-52914693416d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5270119-fd8c-4230-8b74-02e0160cbc50,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:57.483785 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-1e9a4b3c-55ab-4e01-aee5-83c32be5fb00 None None] Provisioning complete for port bb9a641c-a7d8-4e28-a80c-b58869440824 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:52:57.484155 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4b3c-55ab-4e01-aee5-83c32be5fb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.497621 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'Port': ['ID=b0f365ba-ebc8-4354-a0b1-509e2b1e6efb,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:57.509704 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51298) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:52:57.553484 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (4a2d1a40-979e-4d03-a7f6-6f81b4f514a0), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.570429 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.571999 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fc249c76-19e5-43a1-b16e-b2eb4dbcab68 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2304838 Apr 29 18:52:57.640509 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.645944 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a4b3c-55ab-4e01-aee5-83c32be5fb00 None None] Current status of the port bb9a641c-a7d8-4e28-a80c-b58869440824 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:52:57.680260 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Deleting port 156310cd-21ca-4b12-96f7-e6c85b769a8d {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:52:57.680710 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (156310cd-21ca-4b12-96f7-e6c85b769a8d), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.759026 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (156310cd-21ca-4b12-96f7-e6c85b769a8d), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.759346 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for floatingip (156310cd-21ca-4b12-96f7-e6c85b769a8d), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.771255 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Calling delete_port for 156310cd-21ca-4b12-96f7-e6c85b769a8d owned by network:floatingip {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:52:57.789688 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-51da3791-8f51-4475-b730-78adf8f21aa6 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1709923996&fields=id&tenant_id=8d9c212254b240af938e5d7c2e9e1261 HTTP/1.1" status: 200 len: 267 time: 0.0433555 Apr 29 18:52:57.896912 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-85d9cd86-9cc9-4071-b8d2-a7d9effb2e81 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:57.898302 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-85d9cd86-9cc9-4071-b8d2-a7d9effb2e81 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 811 time: 0.1019578 Apr 29 18:52:57.913109 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-75d64220-cae5-4498-b8f0-d98b2c7c8135 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/quotas/8d9c212254b240af938e5d7c2e9e1261 HTTP/1.1" status: 200 len: 375 time: 0.0093608 Apr 29 18:52:57.943685 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (156310cd-21ca-4b12-96f7-e6c85b769a8d), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:57.968266 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-b9592b9f-75d4-425f-a959-1887d7c955fc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499704 Apr 29 18:52:57.969671 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event deleted for resources: {'Port': ['ID=156310cd-21ca-4b12-96f7-e6c85b769a8d,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:58.032305 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks [] for floatingip (f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:58.033134 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Floating IP f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6 disassociated (deleted). External IP: 172.27.0.191, port: bb9a641c-a7d8-4e28-a80c-b58869440824. Apr 29 18:52:58.071342 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-2b7d1469-e651-432e-a426-18cfcafc2bc0 service neutron] 10.222.0.50 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871577 Apr 29 18:52:58.171556 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-e6ee37f1-96a7-40e5-a4e7-92e30598e19e service neutron] 10.222.0.50 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936301 Apr 29 18:52:58.442922 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e81249f2-2379-4aab-9fa8-a928c69d962f req-4894dfae-1850-45d7-9b47-987bef2880dc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 210 time: 0.0608919 Apr 29 18:52:58.453512 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ded706-78e7-420f-8dc7-796e4faa867c req-37b035ca-893d-4112-86e6-4cd88aeabc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:58.455086 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01ded706-78e7-420f-8dc7-796e4faa867c req-37b035ca-893d-4112-86e6-4cd88aeabc5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbeb3229d0de484cba6fc698fc072af5&device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 1129 time: 0.0720499 Apr 29 18:52:58.547482 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3abc4-cb9d-4407-9c68-8708ee94c9ca req-7aa7326f-554f-42e3-a99a-a8839bbf94bf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:58.555027 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-aec3abc4-cb9d-4407-9c68-8708ee94c9ca req-7aa7326f-554f-42e3-a99a-a8839bbf94bf tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0521491 Apr 29 18:52:58.582888 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:52:58.608040 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-aec3abc4-cb9d-4407-9c68-8708ee94c9ca req-4ba0b6c1-1a4b-45ef-aca8-bdb849145a2c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520732 Apr 29 18:52:58.701512 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:52:58.706371 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:58.712014 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] Sync routers for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:52:58.721833 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:58.722461 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:58.739856 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-b1e49b87-848d-4042-836e-988f57fb1334 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "DELETE /v2.0/floatingips/f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6 HTTP/1.1" status: 204 len: 168 time: 1.2266107 Apr 29 18:52:58.739856 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:52:58.740307 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd617ab1-3680-47c2-8b84-b8362df9d332" -d '{"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:52:58.787069 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd60a600-dff0-4e2f-9912-22a54c6ce981 x-openstack-request-id: req-fd60a600-dff0-4e2f-9912-22a54c6ce981 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:52:58.787370 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:52:58.787604 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd60a600-dff0-4e2f-9912-22a54c6ce981 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:52:58.788069 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd60a600-dff0-4e2f-9912-22a54c6ce981'] response: {'name': 'network-changed', 'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'status': 'completed', 'code': 200} Apr 29 18:52:58.837639 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:59.029799 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'c144d1bb-6458-4471-87a2-99bd305e6d60', 'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'mac_address': 'fa:16:3e:f1:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:14Z', 'updated_at': '2022-04-29T18:47:20Z', 'revision_number': 5, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'subnets': [{'id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:59.059371 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] Checking router: 722aa418-e040-4ea9-a89f-a0e9e7de3f81 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:52:59.068664 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:52:59.069285 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:59.131271 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ded706-78e7-420f-8dc7-796e4faa867c req-e807854a-c725-429f-83d1-127e98b51c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:59.132785 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01ded706-78e7-420f-8dc7-796e4faa867c req-e807854a-c725-429f-83d1-127e98b51c2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3c95e61-e689-490c-8a10-d7343a3833ef HTTP/1.1" status: 200 len: 916 time: 0.1280129 Apr 29 18:52:59.143575 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-43a84f7c-8ec5-494f-a880-f5d75bc57b43 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:59.145443 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-43a84f7c-8ec5-494f-a880-f5d75bc57b43 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0631762 Apr 29 18:52:59.185536 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:52:59.193295 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01ded706-78e7-420f-8dc7-796e4faa867c req-0e1f7549-e9c1-43d6-923c-1daf23b53f68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 200 len: 217 time: 0.0468409 Apr 29 18:52:59.266667 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Deleting port de1fce53-5d55-4a86-a6e8-8f592b448c29 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:52:59.266979 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:59.365082 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] For port de1fce53-5d55-4a86-a6e8-8f592b448c29, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=de1fce53-5d55-4a86-a6e8-8f592b448c29,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:52:59.365868 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:59.387592 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:59.389624 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'c144d1bb-6458-4471-87a2-99bd305e6d60', 'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'mac_address': 'fa:16:3e:f1:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:14Z', 'updated_at': '2022-04-29T18:47:20Z', 'revision_number': 5, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'subnets': [{'id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:52:59.419760 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabea861-a3a7-4549-9368-56466b5517a1 None None] The sync data for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi is: [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:15Z', 'revision_number': 4, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'c144d1bb-6458-4471-87a2-99bd305e6d60', 'name': '', 'network_id': 'd3c95e61-e689-490c-8a10-d7343a3833ef', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'mac_address': 'fa:16:3e:f1:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:14Z', 'updated_at': '2022-04-29T18:47:20Z', 'revision_number': 5, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'subnets': [{'id': '592e7e41-a9d5-40b0-9621-cd4bd4499cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:52:59.558864 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-08a3e7d5-7e3e-4540-a738-16600b7240a5 req-36df14fe-d8e4-489e-9288-705626ecf1c9 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 210 time: 0.0363796 Apr 29 18:52:59.576786 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:52:59.577959 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:59.578417 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (af5b47d9-0833-42e0-b9a0-1ebe14452634), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:59.578729 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Floating IP af5b47d9-0833-42e0-b9a0-1ebe14452634 disassociated. External IP: 172.27.0.102, port: de1fce53-5d55-4a86-a6e8-8f592b448c29. Apr 29 18:52:59.579065 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Calling delete_port for de1fce53-5d55-4a86-a6e8-8f592b448c29 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:52:59.698196 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8eaa43-089e-4231-a700-a80079822611 None None] New status for floating IP f8fa1de3-bd1a-4580-a493-4a2ddbcf4cf6: DOWN {{(pid=110122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:52:59.722923 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (de1fce53-5d55-4a86-a6e8-8f592b448c29), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:52:59.751174 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5b420-6c5d-4fb6-b7b9-35a63e6ed252 req-25c84cb9-d73f-48f0-82fd-56380245caba tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:59.752849 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c1a5b420-6c5d-4fb6-b7b9-35a63e6ed252 req-25c84cb9-d73f-48f0-82fd-56380245caba tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 945 time: 0.0502436 Apr 29 18:52:59.797944 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event deleted for resources: {'Port': ['ID=de1fce53-5d55-4a86-a6e8-8f592b448c29,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:52:59.825014 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c1a5b420-6c5d-4fb6-b7b9-35a63e6ed252 req-ad9fb258-7228-4db5-abab-f9566420f511 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e583fc-b93c-4e96-8d92-cbb5b42480d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652034 Apr 29 18:52:59.858973 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ded706-78e7-420f-8dc7-796e4faa867c req-9989a5f9-8579-4982-8601-21c2cc851b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:59.859833 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01ded706-78e7-420f-8dc7-796e4faa867c req-9989a5f9-8579-4982-8601-21c2cc851b6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=592e7e41-a9d5-40b0-9621-cd4bd4499cb4 HTTP/1.1" status: 200 len: 854 time: 0.1314163 Apr 29 18:52:59.950623 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ded706-78e7-420f-8dc7-796e4faa867c req-b519b4d8-c373-42bb-8f72-043a7ed64bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:52:59.952131 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01ded706-78e7-420f-8dc7-796e4faa867c req-b519b4d8-c373-42bb-8f72-043a7ed64bcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3c95e61-e689-490c-8a10-d7343a3833ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797861 Apr 29 18:52:59.972011 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Router 30785675-111d-4144-b39c-9cbea4582306 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:53:00.166285 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01ded706-78e7-420f-8dc7-796e4faa867c req-c82915d6-b130-4d87-87b5-e8b8de30316f service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443756 Apr 29 18:53:00.167470 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:53:00.178728 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] Sync routers for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:53:00.190098 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:00.191373 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:00.217328 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] No DVR routers for this DVR port de1fce53-5d55-4a86-a6e8-8f592b448c29 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:00.219832 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:00.223860 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8f022afa-a50f-4dc4-9d04-d686edf81a3e req-25be0e3d-e7b7-4e87-8ca3-7effd976a97c tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "DELETE /v2.0/ports/de1fce53-5d55-4a86-a6e8-8f592b448c29 HTTP/1.1" status: 204 len: 173 time: 1.0702493 Apr 29 18:53:00.435232 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:00.562856 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01ded706-78e7-420f-8dc7-796e4faa867c req-cc85d7a6-356d-457e-b6c0-2e545c90a33f service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947771 Apr 29 18:53:00.649947 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:44Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:00.660908 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-71612299-61fe-454a-a8ed-e6b2bb0ef96e req-63e7d242-73b5-4974-841a-11c6c1ee0774 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 210 time: 0.0283546 Apr 29 18:53:00.680636 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] Checking router: 30785675-111d-4144-b39c-9cbea4582306 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:53:00.686022 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:00.686639 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:00.790537 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'name': 'network-vif-deleted', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:00.792482 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6113e53-9949-45d1-9ff7-d8151f29bbfc" -d '{"events": [{"server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "name": "network-vif-deleted", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:00.807591 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:00.821517 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-384e4607-4d40-4944-ac2c-71d4d1315da7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:00.822983 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-384e4607-4d40-4944-ac2c-71d4d1315da7 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 811 time: 0.1156950 Apr 29 18:53:00.841435 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017c891a-5071-425a-8c6e-652a87ed2cf2 x-openstack-request-id: req-017c891a-5071-425a-8c6e-652a87ed2cf2 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:00.841728 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2b2a02-8e68-44d3-a251-dfe4869197d8", "name": "network-vif-deleted", "tag": "de1fce53-5d55-4a86-a6e8-8f592b448c29", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:00.841977 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-017c891a-5071-425a-8c6e-652a87ed2cf2 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:00.842382 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017c891a-5071-425a-8c6e-652a87ed2cf2'] response: {'server_uuid': 'ff2b2a02-8e68-44d3-a251-dfe4869197d8', 'name': 'network-vif-deleted', 'tag': 'de1fce53-5d55-4a86-a6e8-8f592b448c29', 'status': 'completed', 'code': 200} Apr 29 18:53:00.932236 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e3d50e99-1b8e-48bc-a0f4-f45f578f7b16 req-1515c44f-8d55-4a31-89f2-8863226792c8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff2b2a02-8e68-44d3-a251-dfe4869197d8 HTTP/1.1" status: 200 len: 210 time: 0.0291121 Apr 29 18:53:01.002594 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:44Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:01.028664 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a0dad-2399-4b73-8b01-93ee20b88748 None None] The sync data for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi is: [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:43:36Z', 'revision_number': 4, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '0220df4e-176b-4f50-8a2d-0be042b7ab28', 'name': '', 'network_id': 'f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'mac_address': 'fa:16:3e:6d:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:35Z', 'updated_at': '2022-04-29T18:43:44Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'subnets': [{'id': '4df2cf67-cecf-40b2-939c-f0b6276d9719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:53:01.151390 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-79c9bad0-61cf-47cc-bd1b-06a643ef872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:01.153295 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-79c9bad0-61cf-47cc-bd1b-06a643ef872f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbeb3229d0de484cba6fc698fc072af5&device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 1129 time: 0.0417910 Apr 29 18:53:01.290895 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-11c8ebb2-b8b6-4692-88fe-5213ee967f2d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d9c212254b240af938e5d7c2e9e1261 HTTP/1.1" status: 200 len: 380 time: 0.1362834 Apr 29 18:53:01.306789 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-83e2b3fe-ec45-4c3e-8887-55b79489a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:01.308513 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-83e2b3fe-ec45-4c3e-8887-55b79489a5e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3c95e61-e689-490c-8a10-d7343a3833ef HTTP/1.1" status: 200 len: 916 time: 0.1376257 Apr 29 18:53:01.317653 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6063fb30-f8c1-4da7-917e-1ac122869b44 None None] New status for floating IP af5b47d9-0833-42e0-b9a0-1ebe14452634: DOWN {{(pid=110122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:53:01.381637 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'port': {'device_id': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'admin_state_up': True, 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'security_groups': ['d5ac7a02-c99b-4280-8b12-de7c65c99c4c']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:01.426047 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-1c282559-f987-4211-94aa-df88a5de7fbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 200 len: 217 time: 0.0552757 Apr 29 18:53:01.523888 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-f472247a-dae5-4fca-8593-98299748dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:01.525396 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-f472247a-dae5-4fca-8593-98299748dbe6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=592e7e41-a9d5-40b0-9621-cd4bd4499cb4 HTTP/1.1" status: 200 len: 854 time: 0.0890050 Apr 29 18:53:01.589695 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-40ba92cf-f5bb-4f13-adb0-c70da0e949cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:01.591201 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-40ba92cf-f5bb-4f13-adb0-c70da0e949cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3c95e61-e689-490c-8a10-d7343a3833ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542357 Apr 29 18:53:01.600035 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Made reservation on behalf of 8d9c212254b240af938e5d7c2e9e1261 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:53:01.603343 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:01.782313 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-929a215a-1765-4aa1-afb3-0ada531d7533 service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831064 Apr 29 18:53:01.784529 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d30aa6a4-d709-4215-bfdd-9937615c37b8 req-35126616-7333-4903-9259-15ed51121b4b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 210 time: 0.0553827 Apr 29 18:53:01.886310 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Allocated IP 172.20.0.5 (755981e4-77ea-4ec8-899a-643c96679562/ce8524da-825e-4f56-bf05-b79b02de8e5d/1697ba9f-521e-43d0-995c-b6aedac44274) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:53:01.933607 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd617ab1-3680-47c2-8b84-b8362df9d332 req-961d802b-87e6-49ea-9059-933ff0f0c8fa service neutron] 10.222.0.15 "GET /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264625 Apr 29 18:53:02.020278 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51374) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:02.049059 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for port (1697ba9f-521e-43d0-995c-b6aedac44274), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.074707 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-37a79a1f-a7cc-4c4e-b77a-7e859bd078d8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group (47e583fc-b93c-4e96-8d92-cbb5b42480d1), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.084605 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.099600 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-37a79a1f-a7cc-4c4e-b77a-7e859bd078d8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group (47e583fc-b93c-4e96-8d92-cbb5b42480d1), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.129359 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Network 755981e4-77ea-4ec8-899a-643c96679562 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:53:02.134585 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:53:02.139128 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:53:02.146588 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event updated for resources: {'Port': ['ID=1697ba9f-521e-43d0-995c-b6aedac44274,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:02.155796 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-37a79a1f-a7cc-4c4e-b77a-7e859bd078d8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (47e583fc-b93c-4e96-8d92-cbb5b42480d1), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.158905 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-37a79a1f-a7cc-4c4e-b77a-7e859bd078d8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.160094 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-37a79a1f-a7cc-4c4e-b77a-7e859bd078d8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "DELETE /v2.0/security-groups/47e583fc-b93c-4e96-8d92-cbb5b42480d1 HTTP/1.1" status: 204 len: 168 time: 0.1387613 Apr 29 18:53:02.163462 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51376) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:02.180470 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a79a1f-a7cc-4c4e-b77a-7e859bd078d8 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e583fc-b93c-4e96-8d92-cbb5b42480d1,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:02.187302 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.api.v2.resource [None req-e40dbac2-30fa-44c5-9099-05db36fb08ee tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] show failed (client error): The resource could not be found. Apr 29 18:53:02.188393 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e40dbac2-30fa-44c5-9099-05db36fb08ee tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups/47e583fc-b93c-4e96-8d92-cbb5b42480d1 HTTP/1.1" status: 404 len: 347 time: 0.0239830 Apr 29 18:53:02.191957 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51378) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:02.216824 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:02.217725 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.237085 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-0763fd34-4834-43cb-858f-7b2f18397b8b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8591709 Apr 29 18:53:02.261082 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Request body: {'port': {'device_id': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:02.271025 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.327441 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.419849 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-6f8c1e8d-9747-491e-9b2d-6c24223a4409 None None] Provisioning complete for port 1697ba9f-521e-43d0-995c-b6aedac44274 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:02.420616 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-6f8c1e8d-9747-491e-9b2d-6c24223a4409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.464780 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c1e8d-9747-491e-9b2d-6c24223a4409 None None] Port 1697ba9f-521e-43d0-995c-b6aedac44274 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:53:02.584706 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Deleting port f3204893-5da7-48ca-9f42-ed26f6be6bdd {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:02.585043 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (f3204893-5da7-48ca-9f42-ed26f6be6bdd), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.659403 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82d30-aa4b-4104-9a21-179ede729bf6 req-b1286319-280d-48f8-b8b6-24022dfe28f9 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:02.660025 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (f3204893-5da7-48ca-9f42-ed26f6be6bdd), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.660259 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for floatingip (f3204893-5da7-48ca-9f42-ed26f6be6bdd), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.660916 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-66d82d30-aa4b-4104-9a21-179ede729bf6 req-b1286319-280d-48f8-b8b6-24022dfe28f9 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0858948 Apr 29 18:53:02.672948 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Calling delete_port for f3204893-5da7-48ca-9f42-ed26f6be6bdd owned by network:floatingip {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:02.673172 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1697ba9f-521e-43d0-995c-b6aedac44274 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:53:02.685487 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Publish callbacks [] for port (1697ba9f-521e-43d0-995c-b6aedac44274), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.709518 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Transition to ACTIVE for port object 1697ba9f-521e-43d0-995c-b6aedac44274 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:53:02.717047 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.769818 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-66d82d30-aa4b-4104-9a21-179ede729bf6 req-6da411b6-9669-437e-93ec-dc8a1e619ae6 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988071 Apr 29 18:53:02.788092 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Pushing event updated for resources: {'Port': ['ID=1697ba9f-521e-43d0-995c-b6aedac44274,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:02.855573 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (f3204893-5da7-48ca-9f42-ed26f6be6bdd), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.874837 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Attempting to bind port 1697ba9f-521e-43d0-995c-b6aedac44274 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:53:02.875171 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Attempting to bind port 1697ba9f-521e-43d0-995c-b6aedac44274 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:53:02.875517 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Attempting to bind port 1697ba9f-521e-43d0-995c-b6aedac44274 on network 755981e4-77ea-4ec8-899a-643c96679562 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:53:02.880637 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Port 1697ba9f-521e-43d0-995c-b6aedac44274 on network 755981e4-77ea-4ec8-899a-643c96679562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:53:02.881026 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Attempting to bind port 1697ba9f-521e-43d0-995c-b6aedac44274 on network 755981e4-77ea-4ec8-899a-643c96679562 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:53:02.883825 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event deleted for resources: {'Port': ['ID=f3204893-5da7-48ca-9f42-ed26f6be6bdd,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:02.886346 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:53:02.887294 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Checking segment: {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:53:02.887673 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Bound using segment: {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:53:02.888103 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Bound port: 1697ba9f-521e-43d0-995c-b6aedac44274, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaf4043-9e60-455d-8e33-cbc9baa05795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '755981e4-77ea-4ec8-899a-643c96679562'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:53:02.888457 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.960373 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] For port 1697ba9f-521e-43d0-995c-b6aedac44274, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:53:02.964176 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] For port 1697ba9f-521e-43d0-995c-b6aedac44274, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1697ba9f-521e-43d0-995c-b6aedac44274,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:53:02.973216 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:02.998370 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a5d7f-eac3-4544-8e68-3a8d59b1f3aa req-9e5f7684-5643-4a08-9f3a-35f4fefb0b14 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:02.999844 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-774a5d7f-eac3-4544-8e68-3a8d59b1f3aa req-9e5f7684-5643-4a08-9f3a-35f4fefb0b14 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 943 time: 0.1172261 Apr 29 18:53:03.017613 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks [] for floatingip (af5b47d9-0833-42e0-b9a0-1ebe14452634), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:03.020421 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:03.021499 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fa7cc0f2-5f74-4eae-96cc-120ea866b179 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "DELETE /v2.0/floatingips/af5b47d9-0833-42e0-b9a0-1ebe14452634 HTTP/1.1" status: 204 len: 168 time: 0.8284538 Apr 29 18:53:03.026939 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:03.027973 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:03.029427 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] 10.222.0.15 "PUT /v2.0/ports/1697ba9f-521e-43d0-995c-b6aedac44274 HTTP/1.1" status: 200 len: 1093 time: 0.7734971 Apr 29 18:53:03.029891 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'tag': '1697ba9f-521e-43d0-995c-b6aedac44274'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:03.032355 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c4d5da-2980-425c-a2c6-ace466ffddb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c38f65d6-3cb5-4ade-b683-1c0cc2d49b11", "tag": "1697ba9f-521e-43d0-995c-b6aedac44274"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:03.062430 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-774a5d7f-eac3-4544-8e68-3a8d59b1f3aa req-7d27e4b7-cb75-4162-b2d9-ad74507b5f0d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561073 Apr 29 18:53:03.072141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad3cff-497b-4fe1-9728-a1aec7aedd04 service neutron] Pushing event updated for resources: {'Port': ['ID=1697ba9f-521e-43d0-995c-b6aedac44274,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:03.093750 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe503df7-dc82-464f-9a95-10546ecd7412 x-openstack-request-id: req-fe503df7-dc82-464f-9a95-10546ecd7412 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:03.094022 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38f65d6-3cb5-4ade-b683-1c0cc2d49b11", "tag": "1697ba9f-521e-43d0-995c-b6aedac44274", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:03.094283 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe503df7-dc82-464f-9a95-10546ecd7412 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:03.094692 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe503df7-dc82-464f-9a95-10546ecd7412'] response: {'name': 'network-changed', 'server_uuid': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'tag': '1697ba9f-521e-43d0-995c-b6aedac44274', 'status': 'completed', 'code': 200} Apr 29 18:53:03.437839 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device de1fce53-5d55-4a86-a6e8-8f592b448c29 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:03.462242 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: de1fce53-5d55-4a86-a6e8-8f592b448c29 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:03.462643 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device de1fce53-5d55-4a86-a6e8-8f592b448c29 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:03.898492 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349ebd9-44f1-43f8-a75b-b221b1401112 req-1224b047-f315-447c-8a34-fa0ea49f7bba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:03.899838 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c349ebd9-44f1-43f8-a75b-b221b1401112 req-1224b047-f315-447c-8a34-fa0ea49f7bba tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0557966 Apr 29 18:53:03.950758 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c349ebd9-44f1-43f8-a75b-b221b1401112 req-e721096d-bf2c-455f-8c34-900fc68af90e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Apr 29 18:53:04.203810 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5725e9d-4689-47c3-9518-1b4ed8f734a4 req-d992062a-bed4-4713-a2e8-031350dc5c5f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:04.207053 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f5725e9d-4689-47c3-9518-1b4ed8f734a4 req-d992062a-bed4-4713-a2e8-031350dc5c5f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 943 time: 0.0509157 Apr 29 18:53:04.258253 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f5725e9d-4689-47c3-9518-1b4ed8f734a4 req-8af122b8-5152-4b15-bedd-b4c59bd70776 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Apr 29 18:53:04.838195 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4d5da-2980-425c-a2c6-ace466ffddb1 req-431e09c6-fb5f-4fa8-a3be-32a3d6e67e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:04.839711 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-21c4d5da-2980-425c-a2c6-ace466ffddb1 req-431e09c6-fb5f-4fa8-a3be-32a3d6e67e97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 1127 time: 0.0460334 Apr 29 18:53:04.946797 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4d5da-2980-425c-a2c6-ace466ffddb1 req-9103677b-613c-4e70-9b7a-48fd09442d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:04.948160 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-21c4d5da-2980-425c-a2c6-ace466ffddb1 req-9103677b-613c-4e70-9b7a-48fd09442d33 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8d9c212254b240af938e5d7c2e9e1261&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0921695 Apr 29 18:53:05.086278 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ecedb-14d4-496c-9b81-3d49e5add4e5 req-90c286ae-a6d9-416c-889c-5b0bb5c6d1f0 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:05.087741 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5a8ecedb-14d4-496c-9b81-3d49e5add4e5 req-90c286ae-a6d9-416c-889c-5b0bb5c6d1f0 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0656440 Apr 29 18:53:05.089146 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4d5da-2980-425c-a2c6-ace466ffddb1 req-9b561a6b-0c51-4fb1-9ff2-9402da3b8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:05.090450 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-21c4d5da-2980-425c-a2c6-ace466ffddb1 req-9b561a6b-0c51-4fb1-9ff2-9402da3b8c83 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331789 Apr 29 18:53:05.135986 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5a8ecedb-14d4-496c-9b81-3d49e5add4e5 req-b656510c-0be5-4f7b-86b9-71f3ce10629b tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Apr 29 18:53:05.375858 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51237761-7955-44db-a4e2-8a1d08434bc9 req-4f292b05-dbac-41c4-acdf-67e6e261dbcb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:05.377431 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-51237761-7955-44db-a4e2-8a1d08434bc9 req-4f292b05-dbac-41c4-acdf-67e6e261dbcb tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 943 time: 0.0506463 Apr 29 18:53:05.433540 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-51237761-7955-44db-a4e2-8a1d08434bc9 req-0c412015-a9e7-45cc-9d54-4e1610247bf3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504773 Apr 29 18:53:05.535531 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3db9ce-0d5d-4a28-bcb8-b913dc9c937f req-1586597f-4b10-4e93-8736-ad3d495690a3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:05.537093 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3e3db9ce-0d5d-4a28-bcb8-b913dc9c937f req-1586597f-4b10-4e93-8736-ad3d495690a3 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0584934 Apr 29 18:53:05.610220 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-30eb3d0d-8cb4-413e-aba5-e3c5e0a71e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:05.611771 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-30eb3d0d-8cb4-413e-aba5-e3c5e0a71e69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 1127 time: 0.0541666 Apr 29 18:53:05.615271 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3e3db9ce-0d5d-4a28-bcb8-b913dc9c937f req-3a396491-567f-47d9-9a2e-107533a1e5eb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726612 Apr 29 18:53:05.788701 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-b09be520-fcfd-42bc-8b41-4397f1386775 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1697ba9f-521e-43d0-995c-b6aedac44274 HTTP/1.1" status: 200 len: 217 time: 0.0397604 Apr 29 18:53:06.065179 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-23444ed5-b7d3-4c74-98b4-2cb60fb69f53 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:06.066820 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-23444ed5-b7d3-4c74-98b4-2cb60fb69f53 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.15 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0865335 Apr 29 18:53:06.070566 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-ad851075-67c7-4266-a269-a699992627d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:06.071868 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-ad851075-67c7-4266-a269-a699992627d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 200 len: 850 time: 0.0794036 Apr 29 18:53:06.177170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-c97aa2d0-e3b0-4dde-89ba-774e1ac59213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:06.178634 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-c97aa2d0-e3b0-4dde-89ba-774e1ac59213 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=755981e4-77ea-4ec8-899a-643c96679562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704091 Apr 29 18:53:06.214449 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Deleting port bb9a641c-a7d8-4e28-a80c-b58869440824 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:06.214790 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:06.253791 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dc8a9-b459-48d7-8b0e-faf9e29cb50f req-ca004a95-1410-45a9-bbdc-03e5885285d2 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:06.255290 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-706dc8a9-b459-48d7-8b0e-faf9e29cb50f req-ca004a95-1410-45a9-bbdc-03e5885285d2 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 945 time: 0.0488913 Apr 29 18:53:06.304398 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-706dc8a9-b459-48d7-8b0e-faf9e29cb50f req-6fd3a2da-27e3-44b6-aa38-5461e0dadc29 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/security-groups?id=66c6d7f0-6243-40a1-80dc-5a72b5748f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 Apr 29 18:53:06.345772 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-896d2ef8-0702-4858-ba85-80c73f894269 service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575496 Apr 29 18:53:06.357406 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] For port bb9a641c-a7d8-4e28-a80c-b58869440824, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb9a641c-a7d8-4e28-a80c-b58869440824,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:06.357787 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:06.371310 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Calling delete_port for bb9a641c-a7d8-4e28-a80c-b58869440824 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:06.732774 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092ef5e-6330-42c4-9c61-a30722478733 req-d5ffe50d-c23e-4f41-8f51-02162de409cc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:06.734350 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0092ef5e-6330-42c4-9c61-a30722478733 req-d5ffe50d-c23e-4f41-8f51-02162de409cc tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.0499976 Apr 29 18:53:06.788957 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0092ef5e-6330-42c4-9c61-a30722478733 req-c2c23fe0-a606-4879-9134-96bd62d650b2 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Apr 29 18:53:06.847371 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fa16d-9d1f-4897-8241-031473cd8b2b req-bd81ede4-5531-49d7-a6e7-4d9935856e75 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:06.848870 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dc7fa16d-9d1f-4897-8241-031473cd8b2b req-bd81ede4-5531-49d7-a6e7-4d9935856e75 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 943 time: 0.1355073 Apr 29 18:53:06.914600 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-aff62b8b-f434-4530-b697-2f625a2012d4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:06.915943 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-aff62b8b-f434-4530-b697-2f625a2012d4 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 945 time: 0.1167936 Apr 29 18:53:06.919325 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (bb9a641c-a7d8-4e28-a80c-b58869440824), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:06.977737 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['bb9a641c-a7d8-4e28-a80c-b58869440824'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:53:06.991564 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Pushing event deleted for resources: {'Port': ['ID=bb9a641c-a7d8-4e28-a80c-b58869440824,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:07.012690 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9861651a-65e8-4ada-88b7-f5e0a6bb7d93 req-ef5fc797-8eec-4279-a6c3-286a6dbdc54d service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007202 Apr 29 18:53:07.082661 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dc7fa16d-9d1f-4897-8241-031473cd8b2b req-984bb6de-a443-4696-a756-7445aedafe34 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110116 Apr 29 18:53:07.083345 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] No DVR routers for this DVR port bb9a641c-a7d8-4e28-a80c-b58869440824 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:07.085765 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:07.089173 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f871a594-9b39-4f9b-94c1-90e9e21eee75 req-318f348e-69d4-46f4-8179-dd36e48ce92e tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.15 "DELETE /v2.0/ports/bb9a641c-a7d8-4e28-a80c-b58869440824 HTTP/1.1" status: 204 len: 173 time: 1.0070088 Apr 29 18:53:07.107885 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'name': 'network-vif-deleted', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:07.110311 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4718be2-0717-40b2-92f5-dec69bccc1ca" -d '{"events": [{"server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "name": "network-vif-deleted", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:07.137526 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Deleting port a69f1ba0-6a4d-4944-a733-0c2a18c11996 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:07.137868 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:07.152813 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848962e8-a19f-48e8-ae4f-393171c1675f x-openstack-request-id: req-848962e8-a19f-48e8-ae4f-393171c1675f {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:07.153104 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bd6e96-c2fc-4005-8f33-7585e8aeda21", "name": "network-vif-deleted", "tag": "bb9a641c-a7d8-4e28-a80c-b58869440824", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:07.153356 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-848962e8-a19f-48e8-ae4f-393171c1675f {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:07.153748 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848962e8-a19f-48e8-ae4f-393171c1675f'] response: {'server_uuid': '53bd6e96-c2fc-4005-8f33-7585e8aeda21', 'name': 'network-vif-deleted', 'tag': 'bb9a641c-a7d8-4e28-a80c-b58869440824', 'status': 'completed', 'code': 200} Apr 29 18:53:07.230483 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] For port a69f1ba0-6a4d-4944-a733-0c2a18c11996, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a69f1ba0-6a4d-4944-a733-0c2a18c11996,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:07.230841 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:07.244093 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Calling delete_port for a69f1ba0-6a4d-4944-a733-0c2a18c11996 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:07.404474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a69f1ba0-6a4d-4944-a733-0c2a18c11996), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:07.407883 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5e14d447-ae3a-433e-9e64-aa523ce62dbb req-5cd1bce7-4e30-497b-b2a5-b422b1b06baa tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0339422 Apr 29 18:53:07.437060 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event deleted for resources: {'Port': ['ID=a69f1ba0-6a4d-4944-a733-0c2a18c11996,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:07.462875 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['f01cf362-47c0-4ef5-b93d-4bf411f41847', 'a69f1ba0-6a4d-4944-a733-0c2a18c11996'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:53:07.494069 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] No DVR routers for this DVR port a69f1ba0-6a4d-4944-a733-0c2a18c11996 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:07.497018 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:07.500780 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f4e6138e-23e9-445e-9590-21b895ff2c88 req-59f4d5b8-00e7-452a-aafa-610699b67068 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "DELETE /v2.0/ports/a69f1ba0-6a4d-4944-a733-0c2a18c11996 HTTP/1.1" status: 204 len: 173 time: 0.5723209 Apr 29 18:53:07.892984 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-47169ed3-932c-459a-aea7-b81a6ef6069a req-a3225a24-09cb-47e9-9308-07a6b2c45e56 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0285513 Apr 29 18:53:08.209977 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee46bf7-b05f-4772-94f0-7a06608f002b req-ff508673-1c6d-4ced-89a6-08dcbb7bcf4f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:08.211436 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eee46bf7-b05f-4772-94f0-7a06608f002b req-ff508673-1c6d-4ced-89a6-08dcbb7bcf4f tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 943 time: 0.0550632 Apr 29 18:53:08.261704 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eee46bf7-b05f-4772-94f0-7a06608f002b req-9ad69ad4-61f3-4a51-a16a-8dc3b757db71 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415869 Apr 29 18:53:08.512458 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6e188589-2a47-4758-9591-c698cfd1ccd1 req-85ba016a-5723-463d-8348-02ea9193fb6b tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0299203 Apr 29 18:53:09.000554 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9d5bb2c1-5b2b-4d2e-836c-9630c0b18a5a req-d0d8456b-77a7-4353-86c2-7ef357b5196a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0281210 Apr 29 18:53:09.155049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011f6d9b-3694-46d5-83ca-02447bd74820', 'name': 'network-vif-deleted', 'tag': 'a69f1ba0-6a4d-4944-a733-0c2a18c11996'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:09.158872 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdc01b4-78d5-4392-b738-965f40f0da5c" -d '{"events": [{"server_uuid": "011f6d9b-3694-46d5-83ca-02447bd74820", "name": "network-vif-deleted", "tag": "a69f1ba0-6a4d-4944-a733-0c2a18c11996"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:09.202007 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760104de-3680-483c-b5df-6c0261d45bec x-openstack-request-id: req-760104de-3680-483c-b5df-6c0261d45bec {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:09.202292 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011f6d9b-3694-46d5-83ca-02447bd74820", "name": "network-vif-deleted", "tag": "a69f1ba0-6a4d-4944-a733-0c2a18c11996", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:09.202542 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-760104de-3680-483c-b5df-6c0261d45bec {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:09.202947 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760104de-3680-483c-b5df-6c0261d45bec'] response: {'server_uuid': '011f6d9b-3694-46d5-83ca-02447bd74820', 'name': 'network-vif-deleted', 'tag': 'a69f1ba0-6a4d-4944-a733-0c2a18c11996', 'status': 'completed', 'code': 200} Apr 29 18:53:09.404319 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4446-b7a1-4b39-88ec-8481a88f006d req-56612708-5db0-4128-8ff9-ba9cbaff68f3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:09.405967 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-273d4446-b7a1-4b39-88ec-8481a88f006d req-56612708-5db0-4128-8ff9-ba9cbaff68f3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 943 time: 0.0560408 Apr 29 18:53:09.455609 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-273d4446-b7a1-4b39-88ec-8481a88f006d req-bc89dc37-d314-4e35-825c-09ff2601b360 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Apr 29 18:53:09.567110 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a69f1ba0-6a4d-4944-a733-0c2a18c11996 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:09.588463 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: a69f1ba0-6a4d-4944-a733-0c2a18c11996 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:09.588842 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a69f1ba0-6a4d-4944-a733-0c2a18c11996 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:09.589247 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device bb9a641c-a7d8-4e28-a80c-b58869440824 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:09.611671 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: bb9a641c-a7d8-4e28-a80c-b58869440824 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:09.611977 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device bb9a641c-a7d8-4e28-a80c-b58869440824 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:09.625287 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2c61d5e3-b6e3-4d5c-9756-0a9856e97b03 req-e63df071-3dce-44c3-aca0-18a940dd046d tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0286710 Apr 29 18:53:10.110518 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-67da3429-3cb4-4ae7-a9c8-ffb12ca35aab req-b27e55ac-22d6-40ad-ba9e-06da00f86b81 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0367172 Apr 29 18:53:10.582779 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123ef4-96c3-4582-9284-911cfaec3d19 req-27aa801f-3fcf-4bd9-91c4-6d96c7be013d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:10.584223 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1d123ef4-96c3-4582-9284-911cfaec3d19 req-27aa801f-3fcf-4bd9-91c4-6d96c7be013d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 943 time: 0.0507724 Apr 29 18:53:10.634994 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1d123ef4-96c3-4582-9284-911cfaec3d19 req-278a4109-889f-429c-b97d-f7a9d9031f5d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Apr 29 18:53:10.742094 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a9162d2d-1bcd-4a62-b3ae-4739156f785f req-e6fca963-853c-48e1-a38b-2ff511bfd451 tempest-TestMinimumBasicScenario-1278440033 tempest-TestMinimumBasicScenario-1278440033-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bd6e96-c2fc-4005-8f33-7585e8aeda21 HTTP/1.1" status: 200 len: 210 time: 0.0349646 Apr 29 18:53:11.227138 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-81161a4a-56c7-485c-9bf6-7062049431f3 req-692b5e61-9e07-46ec-a78a-26fc57f317e1 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=011f6d9b-3694-46d5-83ca-02447bd74820 HTTP/1.1" status: 200 len: 210 time: 0.0293331 Apr 29 18:53:11.502649 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 1697ba9f-521e-43d0-995c-b6aedac44274 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:53:11.601027 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 1697ba9f-521e-43d0-995c-b6aedac44274, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1697ba9f-521e-43d0-995c-b6aedac44274,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:11.613403 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': '1697ba9f-521e-43d0-995c-b6aedac44274', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'port_id': '1697ba9f-521e-43d0-995c-b6aedac44274', 'mac_address': 'fa:16:3e:eb:16:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:53:11.657771 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 1697ba9f-521e-43d0-995c-b6aedac44274 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:11.658132 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:11.672767 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1697ba9f-521e-43d0-995c-b6aedac44274 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:53:11.693107 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 1697ba9f-521e-43d0-995c-b6aedac44274, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1697ba9f-521e-43d0-995c-b6aedac44274,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:11.697828 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:11.746905 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=1697ba9f-521e-43d0-995c-b6aedac44274,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:11.754222 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.754503 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.754859 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.755383 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.755753 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.755894 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f1ed9-bb6b-4323-bff2-e8307129fcfa req-2d35a72c-65af-4351-821c-485e2da84692 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:11.756384 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.756526 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.757040 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.757586 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.757688 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-906f1ed9-bb6b-4323-bff2-e8307129fcfa req-2d35a72c-65af-4351-821c-485e2da84692 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 944 time: 0.0500152 Apr 29 18:53:11.757783 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.758043 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.758345 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.758667 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.758984 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.759299 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:11.814606 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-906f1ed9-bb6b-4323-bff2-e8307129fcfa req-fd8f6028-f9aa-403f-bac4-1179facb805b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463932 Apr 29 18:53:12.286204 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['1697ba9f-521e-43d0-995c-b6aedac44274'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:53:12.482324 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51510) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:12.521429 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92fa24-5aa1-42f9-a8db-16856efc3d96 req-523d82c3-187d-4175-9663-98459d975acb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:12.522892 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0c92fa24-5aa1-42f9-a8db-16856efc3d96 req-523d82c3-187d-4175-9663-98459d975acb tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0527115 Apr 29 18:53:12.570598 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0c92fa24-5aa1-42f9-a8db-16856efc3d96 req-b43fe187-9d3a-4953-a093-f9db3445c04a tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Apr 29 18:53:12.933829 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d954-0ece-40cd-8a71-442f8106cdea req-4a76cb18-f1e8-4b0c-be3c-dc3e6670f5e5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:12.935359 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b836d954-0ece-40cd-8a71-442f8106cdea req-4a76cb18-f1e8-4b0c-be3c-dc3e6670f5e5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 944 time: 0.0488424 Apr 29 18:53:12.990159 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b836d954-0ece-40cd-8a71-442f8106cdea req-c7ee6639-8b51-4be3-97bd-ce0a874b4e6e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456579 Apr 29 18:53:13.001580 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (722aa418-e040-4ea9-a89f-a0e9e7de3f81), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.283146 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Deleting port c144d1bb-6458-4471-87a2-99bd305e6d60 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:13.283436 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.374625 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] For port c144d1bb-6458-4471-87a2-99bd305e6d60, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=c144d1bb-6458-4471-87a2-99bd305e6d60,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:13.374992 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.390780 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Calling delete_port for c144d1bb-6458-4471-87a2-99bd305e6d60 owned by network:router_interface {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:13.524271 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ef743-053f-429f-91bf-066d78749545 req-2f1ecdcb-5c82-44a2-9697-63c9960f176e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:13.525834 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-268ef743-053f-429f-91bf-066d78749545 req-2f1ecdcb-5c82-44a2-9697-63c9960f176e tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0468619 Apr 29 18:53:13.585768 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (c144d1bb-6458-4471-87a2-99bd305e6d60), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.612576 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=c144d1bb-6458-4471-87a2-99bd305e6d60,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:13.638844 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-268ef743-053f-429f-91bf-066d78749545 req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Deleting port f01cf362-47c0-4ef5-b93d-4bf411f41847 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:13.642014 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-268ef743-053f-429f-91bf-066d78749545 req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.725111 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceaec3-e27e-4277-9f24-f4fc22a43dab req-86e0f9ad-1580-47cb-978f-90cf25103f8f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:13.726643 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-59ceaec3-e27e-4277-9f24-f4fc22a43dab req-86e0f9ad-1580-47cb-978f-90cf25103f8f tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aeb4691-7413-4b41-be65-033f0d4dbba9 HTTP/1.1" status: 200 len: 945 time: 0.0593154 Apr 29 18:53:13.748748 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-268ef743-053f-429f-91bf-066d78749545 req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] For port f01cf362-47c0-4ef5-b93d-4bf411f41847, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f01cf362-47c0-4ef5-b93d-4bf411f41847,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:13.749110 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-268ef743-053f-429f-91bf-066d78749545 req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.767908 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-268ef743-053f-429f-91bf-066d78749545 req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Calling delete_port for f01cf362-47c0-4ef5-b93d-4bf411f41847 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:13.788453 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 1697ba9f-521e-43d0-995c-b6aedac44274 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:53:13.837084 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-59ceaec3-e27e-4277-9f24-f4fc22a43dab req-b7a434a9-a5a7-4959-a900-6c5e11a3a363 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dbd8a67-9e63-41e1-bff5-93b932c4db4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651367 Apr 29 18:53:13.843646 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port 1697ba9f-521e-43d0-995c-b6aedac44274 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:53:13.852266 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port 1697ba9f-521e-43d0-995c-b6aedac44274 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:13.853019 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.889947 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (722aa418-e040-4ea9-a89f-a0e9e7de3f81), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.910773 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-268ef743-053f-429f-91bf-066d78749545 req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (f01cf362-47c0-4ef5-b93d-4bf411f41847), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.939482 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 1697ba9f-521e-43d0-995c-b6aedac44274 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:13.939977 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:13.948144 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Pushing event deleted for resources: {'Port': ['ID=f01cf362-47c0-4ef5-b93d-4bf411f41847,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:13.967075 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['f01cf362-47c0-4ef5-b93d-4bf411f41847'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:53:13.974693 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1697ba9f-521e-43d0-995c-b6aedac44274'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:13.978127 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b606df8b-d3dc-4fe8-88cb-5b0244d12b6a" -d '{"events": [{"server_uuid": "c38f65d6-3cb5-4ade-b683-1c0cc2d49b11", "name": "network-vif-plugged", "status": "completed", "tag": "1697ba9f-521e-43d0-995c-b6aedac44274"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:14.001081 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-268ef743-053f-429f-91bf-066d78749545 req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] No DVR routers for this DVR port f01cf362-47c0-4ef5-b93d-4bf411f41847 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:14.004847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-268ef743-053f-429f-91bf-066d78749545 req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:14.008031 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 1697ba9f-521e-43d0-995c-b6aedac44274, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1697ba9f-521e-43d0-995c-b6aedac44274,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:14.011555 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-268ef743-053f-429f-91bf-066d78749545 req-075850f2-fc1e-4d5c-8e42-c7fa58e6a645 tempest-ServerRescueNegativeTestJSON-387620875 tempest-ServerRescueNegativeTestJSON-387620875-project] 10.222.0.15 "DELETE /v2.0/ports/f01cf362-47c0-4ef5-b93d-4bf411f41847 HTTP/1.1" status: 204 len: 173 time: 0.4771075 Apr 29 18:53:14.012037 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aeb4691-7413-4b41-be65-033f0d4dbba9', 'name': 'network-vif-deleted', 'tag': 'f01cf362-47c0-4ef5-b93d-4bf411f41847'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:14.014491 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2cf916-df18-4fde-a79c-d8f85f0cf5e5" -d '{"events": [{"server_uuid": "2aeb4691-7413-4b41-be65-033f0d4dbba9", "name": "network-vif-deleted", "tag": "f01cf362-47c0-4ef5-b93d-4bf411f41847"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:14.020352 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f3981-fd39-421e-ba91-db2db22c3a5c x-openstack-request-id: req-432f3981-fd39-421e-ba91-db2db22c3a5c {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:14.020676 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38f65d6-3cb5-4ade-b683-1c0cc2d49b11", "name": "network-vif-plugged", "status": "completed", "tag": "1697ba9f-521e-43d0-995c-b6aedac44274", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:14.020928 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-432f3981-fd39-421e-ba91-db2db22c3a5c {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:14.021322 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432f3981-fd39-421e-ba91-db2db22c3a5c'] response: {'server_uuid': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1697ba9f-521e-43d0-995c-b6aedac44274', 'code': 200} Apr 29 18:53:14.022102 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:14.054745 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b59fbd-07fd-41ee-9e90-5d120fc83768 x-openstack-request-id: req-87b59fbd-07fd-41ee-9e90-5d120fc83768 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:14.055159 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aeb4691-7413-4b41-be65-033f0d4dbba9", "name": "network-vif-deleted", "tag": "f01cf362-47c0-4ef5-b93d-4bf411f41847", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:14.055462 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87b59fbd-07fd-41ee-9e90-5d120fc83768 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:14.056082 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b59fbd-07fd-41ee-9e90-5d120fc83768'] response: {'server_uuid': '2aeb4691-7413-4b41-be65-033f0d4dbba9', 'name': 'network-vif-deleted', 'tag': 'f01cf362-47c0-4ef5-b93d-4bf411f41847', 'status': 'completed', 'code': 200} Apr 29 18:53:14.081569 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=1697ba9f-521e-43d0-995c-b6aedac44274,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:14.174382 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc66323-a802-49e0-9fae-d4befc8131c3 req-ec9ae128-1d6a-4946-9286-4d02f5e09ec4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:14.175967 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0bc66323-a802-49e0-9fae-d4befc8131c3 req-ec9ae128-1d6a-4946-9286-4d02f5e09ec4 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.0876150 Apr 29 18:53:14.209363 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:53:14.244650 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0bc66323-a802-49e0-9fae-d4befc8131c3 req-a0a4b84c-22a2-46fd-abba-969942100c95 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587380 Apr 29 18:53:14.347414 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:53:14.356356 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-472d7e58-bfbc-4495-94eb-b0878c151c34 admin admin] 10.222.0.50 "PUT /v2.0/routers/722aa418-e040-4ea9-a89f-a0e9e7de3f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8699477 Apr 29 18:53:14.356601 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51526) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:14.358941 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] Sync routers for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:53:14.372415 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:14.373364 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:14.469673 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks [] for router (722aa418-e040-4ea9-a89f-a0e9e7de3f81), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:14.495976 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:14.579031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks [] for router_gateway (722aa418-e040-4ea9-a89f-a0e9e7de3f81), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:14.626018 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Deleting port 2694eadb-ddbf-4f1f-8797-73d412e69fe1 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:14.626396 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:14.677163 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:53:13Z', 'revision_number': 5, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port': {'id': '2694eadb-ddbf-4f1f-8797-73d412e69fe1', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:14.713689 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] Checking router: 722aa418-e040-4ea9-a89f-a0e9e7de3f81 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:53:14.722096 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] Routers {'722aa418-e040-4ea9-a89f-a0e9e7de3f81'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:14.722698 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:14.725813 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a66832-dc08-408e-836e-15aa45b65e03 req-46deab5a-81da-4936-a552-877e362a2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:14.727448 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-12a66832-dc08-408e-836e-15aa45b65e03 req-46deab5a-81da-4936-a552-877e362a2a20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 1129 time: 0.0520434 Apr 29 18:53:14.742119 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] For port 2694eadb-ddbf-4f1f-8797-73d412e69fe1, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2694eadb-ddbf-4f1f-8797-73d412e69fe1,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:14.742535 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:14.768017 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Calling delete_port for 2694eadb-ddbf-4f1f-8797-73d412e69fe1 owned by network:router_gateway {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:14.825307 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] Set router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 gateway port host: None {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:14.833086 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-12a66832-dc08-408e-836e-15aa45b65e03 req-d3e77d8d-3d3d-4eb7-9bd0-86f3d9ddb58b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876288 Apr 29 18:53:14.886950 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:53:14Z', 'revision_number': 6, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port_host': None}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:14.887365 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51530) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:14.913978 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a707c-9ac1-4bd0-84f6-307e5c040def None None] The sync data for ids ['722aa418-e040-4ea9-a89f-a0e9e7de3f81'] in dv-cinder-839987-1-iscsi is: [{'id': '722aa418-e040-4ea9-a89f-a0e9e7de3f81', 'name': 'tempest-TestMinimumBasicScenario-1771527595-router', 'tenant_id': 'cbeb3229d0de484cba6fc698fc072af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:12Z', 'updated_at': '2022-04-29T18:53:14Z', 'revision_number': 6, 'project_id': 'cbeb3229d0de484cba6fc698fc072af5', 'gw_port_host': None}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:53:14.971153 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (2694eadb-ddbf-4f1f-8797-73d412e69fe1), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:14.996391 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Pushing event deleted for resources: {'Port': ['ID=2694eadb-ddbf-4f1f-8797-73d412e69fe1,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:15.061165 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (722aa418-e040-4ea9-a89f-a0e9e7de3f81), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.168109 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (722aa418-e040-4ea9-a89f-a0e9e7de3f81), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.170531 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks [] for router_controller (722aa418-e040-4ea9-a89f-a0e9e7de3f81), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.242299 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (722aa418-e040-4ea9-a89f-a0e9e7de3f81), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.243100 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 722aa418-e040-4ea9-a89f-a0e9e7de3f81 {{(pid=110119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 18:53:15.248515 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.249745 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-671eb3ae-ea96-4136-805b-6e6396d4db7f admin admin] 10.222.0.50 "DELETE /v2.0/routers/722aa418-e040-4ea9-a89f-a0e9e7de3f81 HTTP/1.1" status: 204 len: 168 time: 0.8926723 Apr 29 18:53:15.252595 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51534) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:15.310156 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc67a850-a782-438e-ac0b-abae70a24675 admin admin] Deleting subnet 592e7e41-a9d5-40b0-9621-cd4bd4499cb4 {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:53:15.313859 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dc67a850-a782-438e-ac0b-abae70a24675 admin admin] Publish callbacks [] for subnet (592e7e41-a9d5-40b0-9621-cd4bd4499cb4), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.356900 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dc67a850-a782-438e-ac0b-abae70a24675 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (592e7e41-a9d5-40b0-9621-cd4bd4499cb4), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.459957 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c005e-d370-48c6-bd63-7f2b5b4c6ff9 req-2a1ece74-ed63-4653-bc63-71ab00f065f8 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:15.461859 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d38c005e-d370-48c6-bd63-7f2b5b4c6ff9 req-2a1ece74-ed63-4653-bc63-71ab00f065f8 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.0600102 Apr 29 18:53:15.478847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dc67a850-a782-438e-ac0b-abae70a24675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (592e7e41-a9d5-40b0-9621-cd4bd4499cb4), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.534776 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dc67a850-a782-438e-ac0b-abae70a24675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (592e7e41-a9d5-40b0-9621-cd4bd4499cb4), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.559015 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d38c005e-d370-48c6-bd63-7f2b5b4c6ff9 req-6329f6db-25fc-4b68-8155-cbc7c0113c2b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789106 Apr 29 18:53:15.559900 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67a850-a782-438e-ac0b-abae70a24675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592e7e41-a9d5-40b0-9621-cd4bd4499cb4,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:15.563564 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dc67a850-a782-438e-ac0b-abae70a24675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.569402 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-dc67a850-a782-438e-ac0b-abae70a24675 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/592e7e41-a9d5-40b0-9621-cd4bd4499cb4 HTTP/1.1" status: 204 len: 168 time: 0.3135993 Apr 29 18:53:15.569851 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51538) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:15.586409 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65815ca-15c1-4ec6-8e42-0fd81cd005d7 None None] Network d3c95e61-e689-490c-8a10-d7343a3833ef requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:53:15.622368 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (30785675-111d-4144-b39c-9cbea4582306), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.656167 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (d3c95e61-e689-490c-8a10-d7343a3833ef), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.714325 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Deleting port 754ac554-2b83-45c4-9029-0e3d0546d8df {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:15.714777 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.774269 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b14019-1632-4120-93e4-597376072189 None None] DHCP port deletion for d3c95e61-e689-490c-8a10-d7343a3833ef request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 18:53:15.783625 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] For port 754ac554-2b83-45c4-9029-0e3d0546d8df, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=754ac554-2b83-45c4-9029-0e3d0546d8df,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:15.784197 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.800405 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Calling delete_port for 754ac554-2b83-45c4-9029-0e3d0546d8df owned by network:dhcp {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:15.828991 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-86b14019-1632-4120-93e4-597376072189 None None] Deleting port 754ac554-2b83-45c4-9029-0e3d0546d8df {{(pid=110121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:15.829560 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-86b14019-1632-4120-93e4-597376072189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), before_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.888740 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.898970 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Deleting port 0220df4e-176b-4f50-8a2d-0be042b7ab28 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:15.899581 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.907057 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-86b14019-1632-4120-93e4-597376072189 None None] For port 754ac554-2b83-45c4-9029-0e3d0546d8df, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=754ac554-2b83-45c4-9029-0e3d0546d8df,segment=NetworkSegment(60706a85-a742-4bc7-91bb-59b63cad2846),segment_id=60706a85-a742-4bc7-91bb-59b63cad2846)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:15.907533 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-86b14019-1632-4120-93e4-597376072189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), precommit_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.918855 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=754ac554-2b83-45c4-9029-0e3d0546d8df,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:15.920935 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] No DVR routers for this DVR port 754ac554-2b83-45c4-9029-0e3d0546d8df on host dv-cinder-839987-1-iscsi {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:15.930335 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-86b14019-1632-4120-93e4-597376072189 None None] Calling delete_port for 754ac554-2b83-45c4-9029-0e3d0546d8df owned by network:dhcp {{(pid=110121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:15.988077 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] For port 0220df4e-176b-4f50-8a2d-0be042b7ab28, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0220df4e-176b-4f50-8a2d-0be042b7ab28,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:15.988439 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:15.997121 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (d3c95e61-e689-490c-8a10-d7343a3833ef), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:16.003633 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Calling delete_port for 0220df4e-176b-4f50-8a2d-0be042b7ab28 owned by network:router_interface {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:16.021651 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c95e61-e689-490c-8a10-d7343a3833ef']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:16.032094 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60706a85-a742-4bc7-91bb-59b63cad2846') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:16.032383 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60706a85-a742-4bc7-91bb-59b63cad2846') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:16.042990 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (60706a85-a742-4bc7-91bb-59b63cad2846), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:16.058902 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (60706a85-a742-4bc7-91bb-59b63cad2846), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:16.068732 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:53:16.069181 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (60706a85-a742-4bc7-91bb-59b63cad2846), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:53:16.071520 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:53:16.076256 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-86b14019-1632-4120-93e4-597376072189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125'] for port (754ac554-2b83-45c4-9029-0e3d0546d8df), after_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:16.135193 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (d3c95e61-e689-490c-8a10-d7343a3833ef), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:16.143896 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:16.151340 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d3c95e61-e689-490c-8a10-d7343a3833ef HTTP/1.1" status: 204 len: 168 time: 0.5774984 Apr 29 18:53:16.151576 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51540) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:16.207714 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda02a37-e30f-40f0-b64f-bdd587e1cda6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c95e61-e689-490c-8a10-d7343a3833ef,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:16.244255 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (0220df4e-176b-4f50-8a2d-0be042b7ab28), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:16.251319 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b14019-1632-4120-93e4-597376072189 None None] Pushing event deleted for resources: {'Port': ['ID=754ac554-2b83-45c4-9029-0e3d0546d8df,revision_number=None']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:16.254982 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b14019-1632-4120-93e4-597376072189 None None] No DVR routers for this DVR port 754ac554-2b83-45c4-9029-0e3d0546d8df on host dv-cinder-839987-1-iscsi {{(pid=110121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:16.278893 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Pushing event deleted for resources: {'Port': ['ID=0220df4e-176b-4f50-8a2d-0be042b7ab28,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:16.467388 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (30785675-111d-4144-b39c-9cbea4582306), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:16.702752 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Router 30785675-111d-4144-b39c-9cbea4582306 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:53:16.703276 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f6b3-d255-473d-85d1-35fe79107f3e req-5753bcf8-278d-487e-ae99-b6b1e9fe5a5e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:16.704769 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0aa3f6b3-d255-473d-85d1-35fe79107f3e req-5753bcf8-278d-487e-ae99-b6b1e9fe5a5e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.0624082 Apr 29 18:53:16.820644 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:53:16.828547 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-103d1108-0bb1-4e31-b7cd-24558980a69b admin admin] 10.222.0.50 "PUT /v2.0/routers/30785675-111d-4144-b39c-9cbea4582306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9387813 Apr 29 18:53:16.832397 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51544) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:16.834812 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] Sync routers for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:53:16.850011 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0aa3f6b3-d255-473d-85d1-35fe79107f3e req-e5884dad-1557-4daf-a1a9-8d9786c74d7d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264458 Apr 29 18:53:16.852810 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:16.853929 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:16.906390 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2694eadb-ddbf-4f1f-8797-73d412e69fe1 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:16.927600 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 2694eadb-ddbf-4f1f-8797-73d412e69fe1 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:16.927936 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2694eadb-ddbf-4f1f-8797-73d412e69fe1 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:16.928558 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 754ac554-2b83-45c4-9029-0e3d0546d8df no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:16.949308 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 754ac554-2b83-45c4-9029-0e3d0546d8df {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:16.949656 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 754ac554-2b83-45c4-9029-0e3d0546d8df not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:16.950074 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device c144d1bb-6458-4471-87a2-99bd305e6d60 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:16.969079 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: c144d1bb-6458-4471-87a2-99bd305e6d60 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:16.969422 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device c144d1bb-6458-4471-87a2-99bd305e6d60 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:16.975585 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:17.010021 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (209b84e5-d00c-4d23-96a4-76a8ffb2c081), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:17.071395 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks [] for router (30785675-111d-4144-b39c-9cbea4582306), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:17.146737 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:53:16Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:17.174314 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] Checking router: 30785675-111d-4144-b39c-9cbea4582306 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:53:17.183275 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] Routers {'30785675-111d-4144-b39c-9cbea4582306'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:17.183883 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['30785675-111d-4144-b39c-9cbea4582306'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:17.296370 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] Set router 30785675-111d-4144-b39c-9cbea4582306 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:17.323224 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks [] for router_gateway (30785675-111d-4144-b39c-9cbea4582306), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:17.412843 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Deleting port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:17.413063 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:17.433507 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Deleting port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:17.433836 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:17.480450 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:53:16Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:17.507671 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d2ec2-f13f-4a54-9a99-256a5f1a19df None None] The sync data for ids ['30785675-111d-4144-b39c-9cbea4582306'] in dv-cinder-839987-1-iscsi is: [{'id': '30785675-111d-4144-b39c-9cbea4582306', 'name': 'tempest-ServerRescueNegativeTestJSON-1482402658-router', 'tenant_id': 'e2f2dec75acb4277945a986b8393b0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:24Z', 'updated_at': '2022-04-29T18:53:16Z', 'revision_number': 5, 'project_id': 'e2f2dec75acb4277945a986b8393b0a1', 'gw_port': {'id': '2e04bc82-5b22-4cb4-831d-9ff8a32aa332', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30785675-111d-4144-b39c-9cbea4582306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:53:17.556694 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] For port 2e04bc82-5b22-4cb4-831d-9ff8a32aa332, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2e04bc82-5b22-4cb4-831d-9ff8a32aa332,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:17.557054 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:17.577928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] For port 02ea5a8d-51a6-43e8-b171-2cd113a90fa2, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=02ea5a8d-51a6-43e8-b171-2cd113a90fa2,segment=NetworkSegment(d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a),segment_id=d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:17.578278 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:17.580774 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Calling delete_port for 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 owned by network:router_gateway {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:17.596673 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Calling delete_port for 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 owned by network:router_interface {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:17.809874 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device f01cf362-47c0-4ef5-b93d-4bf411f41847 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:17.833060 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: f01cf362-47c0-4ef5-b93d-4bf411f41847 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:17.833399 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device f01cf362-47c0-4ef5-b93d-4bf411f41847 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:17.885099 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (2e04bc82-5b22-4cb4-831d-9ff8a32aa332), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:17.920002 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e04bc82-5b22-4cb4-831d-9ff8a32aa332,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:17.946170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (02ea5a8d-51a6-43e8-b171-2cd113a90fa2), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:17.996343 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ea5a8d-51a6-43e8-b171-2cd113a90fa2,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:18.002367 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792b6f6-7e91-4b4e-804b-7ff8423c7c3a req-85ff3b28-e15d-4714-a002-d01ff21e00fc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:18.010372 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0792b6f6-7e91-4b4e-804b-7ff8423c7c3a req-85ff3b28-e15d-4714-a002-d01ff21e00fc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.0701983 Apr 29 18:53:18.056435 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (30785675-111d-4144-b39c-9cbea4582306), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.062665 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0792b6f6-7e91-4b4e-804b-7ff8423c7c3a req-936ca44b-d96c-46ac-a5ed-8bfbc501c47e tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512388 Apr 29 18:53:18.170195 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (30785675-111d-4144-b39c-9cbea4582306), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.204401 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks [] for router_controller (30785675-111d-4144-b39c-9cbea4582306), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.284031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25023ee5-2cfb-4116-b5da-9d551f0943e8 req-efcf23de-e119-492a-8380-b046ddfc1021 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:18.285511 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-25023ee5-2cfb-4116-b5da-9d551f0943e8 req-efcf23de-e119-492a-8380-b046ddfc1021 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.1291907 Apr 29 18:53:18.287915 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (30785675-111d-4144-b39c-9cbea4582306), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.288422 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30785675-111d-4144-b39c-9cbea4582306 {{(pid=110119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 18:53:18.294896 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51552) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:18.295311 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.296381 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-4011f4c3-2b09-45c0-820c-f6b0ebc1660a admin admin] 10.222.0.50 "DELETE /v2.0/routers/30785675-111d-4144-b39c-9cbea4582306 HTTP/1.1" status: 204 len: 168 time: 1.4627604 Apr 29 18:53:18.303348 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-0386c07b-2417-4dce-9ea2-2365d4ea1a55 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Request body: {'floatingip': {'port_id': '1697ba9f-521e-43d0-995c-b6aedac44274'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:18.310676 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51554) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:18.343078 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (209b84e5-d00c-4d23-96a4-76a8ffb2c081), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.383519 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0386c07b-2417-4dce-9ea2-2365d4ea1a55 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (4a2d1a40-979e-4d03-a7f6-6f81b4f514a0), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.450359 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a0d118-be3c-4b0a-9095-eafacd4190ae admin admin] Deleting subnet 4df2cf67-cecf-40b2-939c-f0b6276d9719 {{(pid=110120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:53:18.457472 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d118-be3c-4b0a-9095-eafacd4190ae admin admin] Publish callbacks [] for subnet (4df2cf67-cecf-40b2-939c-f0b6276d9719), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.524241 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d118-be3c-4b0a-9095-eafacd4190ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668398'] for subnet (4df2cf67-cecf-40b2-939c-f0b6276d9719), precommit_delete_associations {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.564959 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:53:18.676163 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:53:18.681493 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-7d964d92-b8a8-4f4d-9f57-043d0ce40fc5 admin admin] 10.222.0.50 "PUT /v2.0/routers/209b84e5-d00c-4d23-96a4-76a8ffb2c081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5289471 Apr 29 18:53:18.684062 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51556) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:18.692537 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] Sync routers for ids ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:53:18.705658 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] Routers {'209b84e5-d00c-4d23-96a4-76a8ffb2c081'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:18.706486 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:18.735811 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d118-be3c-4b0a-9095-eafacd4190ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (4df2cf67-cecf-40b2-939c-f0b6276d9719), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:18.862826 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] Set router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:18.982184 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d118-be3c-4b0a-9095-eafacd4190ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9086737'] for subnet (4df2cf67-cecf-40b2-939c-f0b6276d9719), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.028029 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0d118-be3c-4b0a-9095-eafacd4190ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df2cf67-cecf-40b2-939c-f0b6276d9719,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:19.039027 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d118-be3c-4b0a-9095-eafacd4190ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.041190 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0220df4e-176b-4f50-8a2d-0be042b7ab28 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:19.042737 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-b5a0d118-be3c-4b0a-9095-eafacd4190ae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4df2cf67-cecf-40b2-939c-f0b6276d9719 HTTP/1.1" status: 204 len: 168 time: 0.7311275 Apr 29 18:53:19.046060 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51558) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:19.065160 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9314705-387d-4c01-82ba-28692d8f7def None None] Network f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:53:19.098843 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 0220df4e-176b-4f50-8a2d-0be042b7ab28 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:19.099075 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks [] for router (209b84e5-d00c-4d23-96a4-76a8ffb2c081), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.099633 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0220df4e-176b-4f50-8a2d-0be042b7ab28 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:19.099633 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:19.140302 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:19.140302 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2e04bc82-5b22-4cb4-831d-9ff8a32aa332 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:19.167534 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0386c07b-2417-4dce-9ea2-2365d4ea1a55 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.170799 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.173115 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:17Z', 'updated_at': '2022-04-29T18:53:17Z', 'revision_number': 5, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'gw_port': {'id': '7f541e56-6795-45e2-bb25-2acc3d870837', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:47:18Z', 'updated_at': '2022-04-29T18:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:19.177126 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0386c07b-2417-4dce-9ea2-2365d4ea1a55 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (4a2d1a40-979e-4d03-a7f6-6f81b4f514a0), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.213676 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks [] for router_gateway (209b84e5-d00c-4d23-96a4-76a8ffb2c081), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.218775 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] Checking router: 209b84e5-d00c-4d23-96a4-76a8ffb2c081 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:53:19.236874 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] Routers {'209b84e5-d00c-4d23-96a4-76a8ffb2c081'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:19.237464 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:19.269875 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Deleting port 7f541e56-6795-45e2-bb25-2acc3d870837 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:19.270221 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.335412 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7f7ef2-7770-4686-be2b-6144ed69c549 None None] DHCP port deletion for f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 18:53:19.339167 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] Set router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 gateway port host: None {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:19.372204 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] For port 7f541e56-6795-45e2-bb25-2acc3d870837, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=7f541e56-6795-45e2-bb25-2acc3d870837,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:19.372522 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.386871 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Calling delete_port for 7f541e56-6795-45e2-bb25-2acc3d870837 owned by network:router_gateway {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:19.410671 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:17Z', 'updated_at': '2022-04-29T18:53:19Z', 'revision_number': 6, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'gw_port_host': None}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:19.447959 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a2044-9136-4f03-86b2-fbe0c604e387 None None] The sync data for ids ['209b84e5-d00c-4d23-96a4-76a8ffb2c081'] in dv-cinder-839987-1-iscsi is: [{'id': '209b84e5-d00c-4d23-96a4-76a8ffb2c081', 'name': 'tempest-TestMinimumBasicScenario-851922637-router', 'tenant_id': '56cb31438dbf448d9a3862c45b94912e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:47:17Z', 'updated_at': '2022-04-29T18:53:19Z', 'revision_number': 6, 'project_id': '56cb31438dbf448d9a3862c45b94912e', 'gw_port_host': None}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:53:19.457705 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f7ef2-7770-4686-be2b-6144ed69c549 None None] Deleting port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e {{(pid=110121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:19.458077 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7ef2-7770-4686-be2b-6144ed69c549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), before_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.526229 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-3e7f7ef2-7770-4686-be2b-6144ed69c549 None None] For port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=6c15ebd8-0933-4631-a2e0-bef0cbe72d3e,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:19.526937 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7ef2-7770-4686-be2b-6144ed69c549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), precommit_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.540287 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f7ef2-7770-4686-be2b-6144ed69c549 None None] Calling delete_port for 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e owned by network:dhcp {{(pid=110121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:19.566624 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Deleting port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:19.566954 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.582420 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (7f541e56-6795-45e2-bb25-2acc3d870837), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.606281 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f541e56-6795-45e2-bb25-2acc3d870837,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:19.637327 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7ef2-7770-4686-be2b-6144ed69c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), after_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.650624 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-0386c07b-2417-4dce-9ea2-2365d4ea1a55 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Floating IP 4a2d1a40-979e-4d03-a7f6-6f81b4f514a0 associated. External IP: 172.27.0.90, port: 1697ba9f-521e-43d0-995c-b6aedac44274. Apr 29 18:53:19.658411 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] For port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=6c15ebd8-0933-4631-a2e0-bef0cbe72d3e,segment=NetworkSegment(8e496a70-4fa1-4be5-8916-1394b5029585),segment_id=8e496a70-4fa1-4be5-8916-1394b5029585)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:19.658779 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.671251 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f7ef2-7770-4686-be2b-6144ed69c549 None None] Pushing event deleted for resources: {'Port': ['ID=6c15ebd8-0933-4631-a2e0-bef0cbe72d3e,revision_number=None']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:19.678279 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f7ef2-7770-4686-be2b-6144ed69c549 None None] No DVR routers for this DVR port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e on host dv-cinder-839987-1-iscsi {{(pid=110121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:19.685966 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (209b84e5-d00c-4d23-96a4-76a8ffb2c081), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.723495 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Calling delete_port for 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e owned by network:dhcp {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:19.802068 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (209b84e5-d00c-4d23-96a4-76a8ffb2c081), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.810935 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks [] for router_controller (209b84e5-d00c-4d23-96a4-76a8ffb2c081), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.865826 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (209b84e5-d00c-4d23-96a4-76a8ffb2c081), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.866403 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209b84e5-d00c-4d23-96a4-76a8ffb2c081 {{(pid=110119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 18:53:19.871492 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.875047 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-1ceb3e3c-00c4-4a73-bc4d-33869ac683cd admin admin] 10.222.0.50 "DELETE /v2.0/routers/209b84e5-d00c-4d23-96a4-76a8ffb2c081 HTTP/1.1" status: 204 len: 168 time: 1.1876802 Apr 29 18:53:19.875195 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51560) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:19.922130 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (6c15ebd8-0933-4631-a2e0-bef0cbe72d3e), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.930605 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-b047a807-7ae5-44ba-8c11-227270986c73 admin admin] Deleting subnet 873c2df4-9b9f-44b4-a82d-ad8374db9005 {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:53:19.934540 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b047a807-7ae5-44ba-8c11-227270986c73 admin admin] Publish callbacks [] for subnet (873c2df4-9b9f-44b4-a82d-ad8374db9005), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:19.961156 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c15ebd8-0933-4631-a2e0-bef0cbe72d3e,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:19.978399 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b047a807-7ae5-44ba-8c11-227270986c73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (873c2df4-9b9f-44b4-a82d-ad8374db9005), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.009141 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] No DVR routers for this DVR port 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e on host dv-cinder-839987-1-iscsi {{(pid=110120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:20.068086 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b047a807-7ae5-44ba-8c11-227270986c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (873c2df4-9b9f-44b4-a82d-ad8374db9005), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.102390 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.105862 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0386c07b-2417-4dce-9ea2-2365d4ea1a55 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:53:20.122909 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b047a807-7ae5-44ba-8c11-227270986c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (873c2df4-9b9f-44b4-a82d-ad8374db9005), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.128354 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972']}} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:20.140880 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e496a70-4fa1-4be5-8916-1394b5029585') {'for_net_delete': True} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:20.141176 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e496a70-4fa1-4be5-8916-1394b5029585') {} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:20.149386 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047a807-7ae5-44ba-8c11-227270986c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873c2df4-9b9f-44b4-a82d-ad8374db9005,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:20.154499 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b047a807-7ae5-44ba-8c11-227270986c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.158538 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-b047a807-7ae5-44ba-8c11-227270986c73 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/873c2df4-9b9f-44b4-a82d-ad8374db9005 HTTP/1.1" status: 204 len: 168 time: 0.2822862 Apr 29 18:53:20.160930 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51562) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:20.162732 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676bde64-363c-4837-a309-789936db6540 None None] Network 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:53:20.182133 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668385'] for segment (8e496a70-4fa1-4be5-8916-1394b5029585), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.203366 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (8e496a70-4fa1-4be5-8916-1394b5029585), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.213823 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:53:20.214239 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542673'] for segment (8e496a70-4fa1-4be5-8916-1394b5029585), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: self.session.flush() Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: self.session.flush() Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: self.session.flush() Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: self.session.flush() Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: Traceback (most recent call last): Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: timer() Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: cb(*args, **kw) Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: return func(*args, **kwargs) Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: self._notify() Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: self.callback(batched_events) Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: event.method(event) Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: return f(self, *a, **k) Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._get(url).json() Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: return self.request(url, 'GET', **kwargs) Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:53:20.215994 dv-cinder-839987-1-iscsi neutron-server[110120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:53:20.247956 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (21ed573c-e4ae-4d18-a8d3-5603c8d3f944), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.300413 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Deleting port 18735b77-83fa-44db-a77b-b1e87f0ff5db {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:20.300880 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.319815 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.328062 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.331321 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972 HTTP/1.1" status: 204 len: 168 time: 1.2843270 Apr 29 18:53:20.343867 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0695f90d-1579-4c70-bb0c-345cc7102a44 None None] DHCP port deletion for 21ed573c-e4ae-4d18-a8d3-5603c8d3f944 request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 18:53:20.358907 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386c07b-2417-4dce-9ea2-2365d4ea1a55 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:53:20.360733 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f178a-347b-4fac-9efe-49b7d4a6e5f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6deb1a6-5e4e-4b4f-b9be-f2de43bf3972,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:20.366028 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0386c07b-2417-4dce-9ea2-2365d4ea1a55 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.369239 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] Sync routers for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:53:20.387730 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:20.388285 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:20.393873 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-0695f90d-1579-4c70-bb0c-345cc7102a44 None None] Deleting port 18735b77-83fa-44db-a77b-b1e87f0ff5db {{(pid=110121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:20.394258 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0695f90d-1579-4c70-bb0c-345cc7102a44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), before_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.412314 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] For port 18735b77-83fa-44db-a77b-b1e87f0ff5db, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=18735b77-83fa-44db-a77b-b1e87f0ff5db,segment=NetworkSegment(d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a),segment_id=d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:20.412799 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.433592 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Calling delete_port for 18735b77-83fa-44db-a77b-b1e87f0ff5db owned by network:dhcp {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:20.453102 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-0386c07b-2417-4dce-9ea2-2365d4ea1a55 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "PUT /v2.0/floatingips/4a2d1a40-979e-4d03-a7f6-6f81b4f514a0 HTTP/1.1" status: 200 len: 990 time: 2.1569979 Apr 29 18:53:20.453717 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'tag': '1697ba9f-521e-43d0-995c-b6aedac44274'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:20.456010 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c38f65d6-3cb5-4ade-b683-1c0cc2d49b11", "tag": "1697ba9f-521e-43d0-995c-b6aedac44274"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:20.516750 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-0695f90d-1579-4c70-bb0c-345cc7102a44 None None] For port 18735b77-83fa-44db-a77b-b1e87f0ff5db, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=18735b77-83fa-44db-a77b-b1e87f0ff5db,segment=NetworkSegment(d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a),segment_id=d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:20.517166 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0695f90d-1579-4c70-bb0c-345cc7102a44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), precommit_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.517437 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51570) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:20.525523 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8309e0ba-06e3-47a3-8986-3ca80519508c x-openstack-request-id: req-8309e0ba-06e3-47a3-8986-3ca80519508c {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:20.525816 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38f65d6-3cb5-4ade-b683-1c0cc2d49b11", "tag": "1697ba9f-521e-43d0-995c-b6aedac44274", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:20.526141 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8309e0ba-06e3-47a3-8986-3ca80519508c {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:20.526552 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8309e0ba-06e3-47a3-8986-3ca80519508c'] response: {'name': 'network-changed', 'server_uuid': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'tag': '1697ba9f-521e-43d0-995c-b6aedac44274', 'status': 'completed', 'code': 200} Apr 29 18:53:20.536657 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-0695f90d-1579-4c70-bb0c-345cc7102a44 None None] Calling delete_port for 18735b77-83fa-44db-a77b-b1e87f0ff5db owned by network:dhcp {{(pid=110121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:20.584350 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-9b724a0a-d63d-48b8-aeb2-c40b2efc79ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2f2dec75acb4277945a986b8393b0a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0632014 Apr 29 18:53:20.585094 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51572) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:20.635185 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-3de7242d-1be5-4931-bc5c-fd64cacb8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:20.636731 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-3de7242d-1be5-4931-bc5c-fd64cacb8070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d9c212254b240af938e5d7c2e9e1261&device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 1129 time: 0.0536003 Apr 29 18:53:20.640560 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.647773 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0695f90d-1579-4c70-bb0c-345cc7102a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125'] for port (18735b77-83fa-44db-a77b-b1e87f0ff5db), after_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.680807 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Pushing event deleted for resources: {'Port': ['ID=18735b77-83fa-44db-a77b-b1e87f0ff5db,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:20.684338 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695f90d-1579-4c70-bb0c-345cc7102a44 None None] Pushing event deleted for resources: {'Port': ['ID=18735b77-83fa-44db-a77b-b1e87f0ff5db,revision_number=None']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:20.686832 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0695f90d-1579-4c70-bb0c-345cc7102a44 None None] No DVR routers for this DVR port 18735b77-83fa-44db-a77b-b1e87f0ff5db on host dv-cinder-839987-1-iscsi {{(pid=110121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:20.695186 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0395d702-c6d7-46ff-9ca0-86c87bdb32f5 admin admin] Publish callbacks [] for security_group (4dbd8a67-9e63-41e1-bff5-93b932c4db4f), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.722900 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] No DVR routers for this DVR port 18735b77-83fa-44db-a77b-b1e87f0ff5db on host dv-cinder-839987-1-iscsi {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:20.732086 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0395d702-c6d7-46ff-9ca0-86c87bdb32f5 admin admin] Publish callbacks [] for security_group (4dbd8a67-9e63-41e1-bff5-93b932c4db4f), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.732353 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:20.808058 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0395d702-c6d7-46ff-9ca0-86c87bdb32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4dbd8a67-9e63-41e1-bff5-93b932c4db4f), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.812842 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0395d702-c6d7-46ff-9ca0-86c87bdb32f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.818128 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-0395d702-c6d7-46ff-9ca0-86c87bdb32f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4dbd8a67-9e63-41e1-bff5-93b932c4db4f HTTP/1.1" status: 204 len: 168 time: 0.2319076 Apr 29 18:53:20.831671 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395d702-c6d7-46ff-9ca0-86c87bdb32f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbd8a67-9e63-41e1-bff5-93b932c4db4f,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:20.860778 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (21ed573c-e4ae-4d18-a8d3-5603c8d3f944), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:20.884053 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-1588955d-1a53-4fb2-b459-74b4e234d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:20.886672 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-1588955d-1a53-4fb2-b459-74b4e234d85e service neutron] 10.222.0.15 "GET /v2.0/networks?id=755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 200 len: 912 time: 0.2409339 Apr 29 18:53:20.898904 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:20.925184 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:20.925753 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 6c15ebd8-0933-4631-a2e0-bef0cbe72d3e not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:20.926864 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 18735b77-83fa-44db-a77b-b1e87f0ff5db no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:20.954315 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 18735b77-83fa-44db-a77b-b1e87f0ff5db {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:20.954665 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 18735b77-83fa-44db-a77b-b1e87f0ff5db not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:20.955678 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 7f541e56-6795-45e2-bb25-2acc3d870837 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:20.982062 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-3da8f19d-86ea-4ca4-888e-c8719dfa79e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1697ba9f-521e-43d0-995c-b6aedac44274 HTTP/1.1" status: 200 len: 998 time: 0.0875289 Apr 29 18:53:20.983677 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ed573c-e4ae-4d18-a8d3-5603c8d3f944']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:20.986896 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 7f541e56-6795-45e2-bb25-2acc3d870837 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:20.987244 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 7f541e56-6795-45e2-bb25-2acc3d870837 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:20.987672 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:53:21.009461 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:53:21.009884 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 02ea5a8d-51a6-43e8-b171-2cd113a90fa2 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:53:21.031114 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:21.031393 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:21.042068 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '4a2d1a40-979e-4d03-a7f6-6f81b4f514a0', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'port_id': '1697ba9f-521e-43d0-995c-b6aedac44274', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'mac_address': 'fa:16:3e:eb:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:57Z', 'updated_at': '2022-04-29T18:53:18Z', 'revision_number': 1, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:21.046161 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.064209 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-c966bb9b-0538-40f6-b148-e6a79e918830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:21.066034 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-c966bb9b-0538-40f6-b148-e6a79e918830 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 200 len: 850 time: 0.0720851 Apr 29 18:53:21.070106 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.072353 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] Checking router: f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:53:21.082263 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:21.082489 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:21.089657 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:53:21.090072 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (d48c6ef6-7ebc-4b6a-8dc1-ceb7d4b5cc3a), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:53:21.108033 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:53:21.171166 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-fe842440-0f87-417c-89ca-7c4b148df349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:21.172825 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-fe842440-0f87-417c-89ca-7c4b148df349 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=755981e4-77ea-4ec8-899a-643c96679562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993586 Apr 29 18:53:21.178322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (21ed573c-e4ae-4d18-a8d3-5603c8d3f944), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.192833 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.195910 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] 10.222.0.50 "DELETE /v2.0/networks/21ed573c-e4ae-4d18-a8d3-5603c8d3f944 HTTP/1.1" status: 204 len: 168 time: 1.0334392 Apr 29 18:53:21.216814 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd563d-df2a-47f4-8a04-0d7b7d69d998 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ed573c-e4ae-4d18-a8d3-5603c8d3f944,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:21.231047 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:21.296879 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-8b3e14b7-bdec-49bc-8115-9102ec5112e1 service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156373 Apr 29 18:53:21.357501 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51588) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:21.410471 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-6267375c-2d8d-4105-bbfd-6f4d25a0e454 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbeb3229d0de484cba6fc698fc072af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518043 Apr 29 18:53:21.413743 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51590) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:21.421745 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-96fec5db-4a12-41ab-b1f8-cf6103ce86d3 req-c0fea1eb-2225-4385-a064-2e45a1edd5b5 service neutron] 10.222.0.15 "GET /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177173 Apr 29 18:53:21.465568 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f9aff586-8c95-4d97-b1f2-676fbeda54af admin admin] Publish callbacks [] for security_group (66c6d7f0-6243-40a1-80dc-5a72b5748f18), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.489935 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f9aff586-8c95-4d97-b1f2-676fbeda54af admin admin] Publish callbacks [] for security_group (66c6d7f0-6243-40a1-80dc-5a72b5748f18), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.508267 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '4a2d1a40-979e-4d03-a7f6-6f81b4f514a0', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'port_id': '1697ba9f-521e-43d0-995c-b6aedac44274', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'mac_address': 'fa:16:3e:eb:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:57Z', 'updated_at': '2022-04-29T18:53:18Z', 'revision_number': 1, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:21.541121 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3c4f4-466f-4c87-8da0-d86d05c08ad3 None None] The sync data for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi is: [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '4a2d1a40-979e-4d03-a7f6-6f81b4f514a0', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'port_id': '1697ba9f-521e-43d0-995c-b6aedac44274', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'mac_address': 'fa:16:3e:eb:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:57Z', 'updated_at': '2022-04-29T18:53:18Z', 'revision_number': 1, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:53:21.562488 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f9aff586-8c95-4d97-b1f2-676fbeda54af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (66c6d7f0-6243-40a1-80dc-5a72b5748f18), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.565395 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f9aff586-8c95-4d97-b1f2-676fbeda54af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.570274 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f9aff586-8c95-4d97-b1f2-676fbeda54af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66c6d7f0-6243-40a1-80dc-5a72b5748f18 HTTP/1.1" status: 204 len: 168 time: 0.1524823 Apr 29 18:53:21.577340 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aff586-8c95-4d97-b1f2-676fbeda54af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c6d7f0-6243-40a1-80dc-5a72b5748f18,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:21.793509 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5578d092-d9d6-497e-808b-938d73cbee34 None None] New status for floating IP 4a2d1a40-979e-4d03-a7f6-6f81b4f514a0: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:53:21.797020 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51606) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:21.907460 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51610) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:21.920155 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1785947217-network', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:21.964824 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Made reservation on behalf of 9da6a94754bf43c4a0119272fb920c06 for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:53:21.967130 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:21.973650 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-97d7e900-a8d4-4765-8214-62dc43777461 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56cb31438dbf448d9a3862c45b94912e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648961 Apr 29 18:53:21.976604 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51612) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:21.980042 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.029807 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c90a8176-3ce3-47c6-aeef-07e1f77ddb7a admin admin] Publish callbacks [] for security_group (b3466a76-9972-4ce4-ad8a-979388347bfd), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.055203 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c90a8176-3ce3-47c6-aeef-07e1f77ddb7a admin admin] Publish callbacks [] for security_group (b3466a76-9972-4ce4-ad8a-979388347bfd), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.071451 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Publish callbacks [] for security_group (674066d5-30a7-4ec1-b07d-870430579a51), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.076204 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (674066d5-30a7-4ec1-b07d-870430579a51), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.103307 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674066d5-30a7-4ec1-b07d-870430579a51,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:22.104840 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c90a8176-3ce3-47c6-aeef-07e1f77ddb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (b3466a76-9972-4ce4-ad8a-979388347bfd), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.107480 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c90a8176-3ce3-47c6-aeef-07e1f77ddb7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.109020 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-c90a8176-3ce3-47c6-aeef-07e1f77ddb7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3466a76-9972-4ce4-ad8a-979388347bfd HTTP/1.1" status: 204 len: 168 time: 0.1313684 Apr 29 18:53:22.113625 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=110119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:53:22.120031 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a8176-3ce3-47c6-aeef-07e1f77ddb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3466a76-9972-4ce4-ad8a-979388347bfd,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:22.127264 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (64305300-87bb-4e1a-b545-61d7bec06da7), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.127672 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Added segment 64305300-87bb-4e1a-b545-61d7bec06da7 of type vlan for network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee Apr 29 18:53:22.187908 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.213735 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.215014 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:22.215692 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.253033 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4545114 Apr 29 18:53:22.253746 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51616) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:22.284403 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Request body: {'subnet': {'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-subnet', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:22.290421 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353bf64-9f77-405b-87b6-00c9e235c4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:22.314865 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:53:22.319745 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Made reservation on behalf of 9da6a94754bf43c4a0119272fb920c06 for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:53:22.323057 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9363898'] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.508316 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3283275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9363784'] for subnet (128889e7-1c39-4f70-92db-9fbc21850354), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.563454 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=128889e7-1c39-4f70-92db-9fbc21850354,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:22.581010 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Checking segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:53:22.581363 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Network hostable DHCP agents. Network: 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:53:22.600318 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:53:22.611992 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:53:22.616346 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:22.617163 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.623195 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30dc961-4910-4372-88ed-fb674e95d0c2 None None] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:53:22.637263 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-02fec11e-c44f-4b65-88b0-3014d282d0db admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3561287 Apr 29 18:53:22.637631 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51618) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:22.642069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:22.662388 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-479885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6867'] for router (5ae106a6-2b4e-4790-b860-0851d745e554), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.663476 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-369846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6874'] for router (5ae106a6-2b4e-4790-b860-0851d745e554), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.717772 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks [] for router_controller (5ae106a6-2b4e-4790-b860-0851d745e554), precommit_add_association {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.727713 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f1d952-9de8-578d-9441-6d9ada6ed73b-6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354'}]}} from dv-cinder-839987-1-iscsi. {{(pid=110121) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 18:53:22.728813 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.863790 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks [] for router_gateway (5ae106a6-2b4e-4790-b860-0851d745e554), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:22.868901 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.db_base_plugin_common [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Allocated IP 172.20.0.2 (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee/128889e7-1c39-4f70-92db-9fbc21850354/2e2bc6a6-e926-44d7-a515-1e12bb8864f5) {{(pid=110121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:53:23.015985 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Publish callbacks [] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), precommit_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.023454 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), after_create {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.054099 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks [] for router_gateway (5ae106a6-2b4e-4790-b860-0851d745e554), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.073972 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.078670 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee is already hosted by enough agents. {{(pid=110121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:53:23.081883 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.scheduler.base_scheduler [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Resources bound (agent type, host, resource id): {{(pid=110121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:53:23.089414 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Received port after_create {{(pid=110121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:53:23.104642 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Pushing event updated for resources: {'Port': ['ID=2e2bc6a6-e926-44d7-a515-1e12bb8864f5,revision_number=1']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:23.134502 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-068213f2-12d9-47f2-9ce3-944740f5a95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.162283 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Attempting to bind port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:53:23.162695 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Attempting to bind port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:53:23.163083 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Attempting to bind port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:53:23.169141 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:53:23.169511 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Checking segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:53:23.169911 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.170310 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Bound using segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:53:23.170773 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Bound port: 2e2bc6a6-e926-44d7-a515-1e12bb8864f5, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:53:23.171150 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.189294 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Allocated IP 172.27.0.164 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/80cb43a1-ff8d-4c75-af29-823ac5960536) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:53:23.236069 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] For port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:53:23.239190 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] For port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2e2bc6a6-e926-44d7-a515-1e12bb8864f5,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:53:23.246770 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.303325 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks [] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.306999 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80499add-4d82-43a4-8691-4b8c860a187d None None] Pushing event updated for resources: {'Port': ['ID=2e2bc6a6-e926-44d7-a515-1e12bb8864f5,revision_number=2']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:23.346276 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.385877 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:53:23.391110 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:53:23.395202 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:53:23.401060 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Pushing event updated for resources: {'Port': ['ID=80cb43a1-ff8d-4c75-af29-823ac5960536,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:23.663784 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks [] for router_gateway (5ae106a6-2b4e-4790-b860-0851d745e554), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:23.867563 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367066'] for router (5ae106a6-2b4e-4790-b860-0851d745e554), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.004176 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Router 5ae106a6-2b4e-4790-b860-0851d745e554 is scheduled to L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e with binding_index 1 {{(pid=110120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 18:53:24.127070 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:53:24.136349 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:53:24.146252 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.147637 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-10df26cb-470a-45d7-8772-98c9b436e906 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5088716 Apr 29 18:53:24.150463 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51620) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:24.155429 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:24.156063 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:24.189308 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e204d-7fc6-4ef8-a031-a415ce253b11 None None] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:53:24.272404 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:24.303607 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-26fd3a8b-8978-4d88-b761-77db01a7ec86 None None] Provisioning complete for port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:24.303967 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-26fd3a8b-8978-4d88-b761-77db01a7ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.391729 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-26fd3a8b-8978-4d88-b761-77db01a7ec86 None None] Current status of the port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:24.392026 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-26fd3a8b-8978-4d88-b761-77db01a7ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.432200 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-26fd3a8b-8978-4d88-b761-77db01a7ec86 None None] For port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2e2bc6a6-e926-44d7-a515-1e12bb8864f5,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:24.437737 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-26fd3a8b-8978-4d88-b761-77db01a7ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.466664 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:23Z', 'revision_number': 3, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:24.497937 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd3a8b-8978-4d88-b761-77db01a7ec86 None None] Pushing event updated for resources: {'Port': ['ID=2e2bc6a6-e926-44d7-a515-1e12bb8864f5,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:24.515505 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:53:24.515977 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Updating router 5ae106a6-2b4e-4790-b860-0851d745e554 port 80cb43a1-ff8d-4c75-af29-823ac5960536 binding host dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:53:24.547402 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.556455 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-3a5d07c1-673f-472e-8a6c-723505ed7d75 None None] Provisioning complete for port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:24.556936 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3a5d07c1-673f-472e-8a6c-723505ed7d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.633939 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.643586 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d07c1-673f-472e-8a6c-723505ed7d75 None None] Current status of the port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:24.802017 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Allocated IP 172.20.0.1 (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee/128889e7-1c39-4f70-92db-9fbc21850354/2975a4f3-7646-4e9c-b37f-e73a7def2835) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:53:24.809855 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Publish callbacks [] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), precommit_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.818577 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.870050 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Attempting to bind port 80cb43a1-ff8d-4c75-af29-823ac5960536 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:53:24.870430 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Attempting to bind port 80cb43a1-ff8d-4c75-af29-823ac5960536 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:53:24.870765 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Attempting to bind port 80cb43a1-ff8d-4c75-af29-823ac5960536 on network d555842e-4eba-4daa-8265-d369e04802d7 {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:53:24.882938 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:53:24.883309 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Checking segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:53:24.883697 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.884076 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Bound using segment: {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'} {{(pid=110122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:53:24.884855 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.managers [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Bound port: 80cb43a1-ff8d-4c75-af29-823ac5960536, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e038f45-cd7a-4a95-bd01-3a564ea8bbbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}}] {{(pid=110122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:53:24.885050 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), before_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.889219 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Pushing event updated for resources: {'Port': ['ID=80cb43a1-ff8d-4c75-af29-823ac5960536,revision_number=2']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:24.889665 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:53:24.921920 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.922189 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.922542 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.922905 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.923224 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.923593 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.923763 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Publish callbacks [] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.924447 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.924799 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.925150 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.925466 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.926057 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.926459 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.926744 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.927177 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.927801 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:24.939771 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:24.940239 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.958624 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.965724 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] For port 80cb43a1-ff8d-4c75-af29-823ac5960536, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:53:24.969278 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.plugins.ml2.db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] For port 80cb43a1-ff8d-4c75-af29-823ac5960536, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=80cb43a1-ff8d-4c75-af29-823ac5960536,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:53:24.976906 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron_lib.callbacks.manager [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), after_update {{(pid=110122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:24.999737 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:53:25.004099 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:53:25.007801 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:53:25.022525 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:25.023153 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:52:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:25.037707 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:25.046949 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Pushing event updated for resources: {'Port': ['ID=2975a4f3-7646-4e9c-b37f-e73a7def2835,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:25.059238 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-480397'] for router_interface (5ae106a6-2b4e-4790-b860-0851d745e554), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:25.203041 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:25.203861 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3a381-0084-4b8a-95ae-6fb276fd8b8c None None] Pushing event updated for resources: {'Port': ['ID=80cb43a1-ff8d-4c75-af29-823ac5960536,revision_number=3']} {{(pid=110122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:25.255064 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:25.266137 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-2a6d9056-7b73-42f2-8a34-e7b8d401485f None None] Provisioning complete for port 2975a4f3-7646-4e9c-b37f-e73a7def2835 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:25.266744 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2a6d9056-7b73-42f2-8a34-e7b8d401485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:25.301355 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d9056-7b73-42f2-8a34-e7b8d401485f None None] Port 2975a4f3-7646-4e9c-b37f-e73a7def2835 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:53:25.339940 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2a580e2c-144b-4b7e-97fa-26cbc2b738eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:25.375925 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Publish callbacks [] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:25.381302 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:25.427489 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-ab632273-614a-422c-97b6-0693411133a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:23Z', 'revision_number': 3, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:25.446776 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Pushing event updated for resources: {'Port': ['ID=2975a4f3-7646-4e9c-b37f-e73a7def2835,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:25.450212 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466973'] for router_interface (5ae106a6-2b4e-4790-b860-0851d745e554), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:25.460673 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab632273-614a-422c-97b6-0693411133a9 None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:23Z', 'revision_number': 3, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:53:25.546844 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:53:25.548159 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:53:25.672649 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:53:25.827008 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-9bfb8831-915c-45af-85af-5010ca3092c4 None None] Provisioning complete for port 2975a4f3-7646-4e9c-b37f-e73a7def2835 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:25.827348 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-9bfb8831-915c-45af-85af-5010ca3092c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:25.827911 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:53:25.839384 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-13f88898-b3a8-4718-8304-7ca7d9060c4e admin admin] 10.222.0.50 "PUT /v2.0/routers/5ae106a6-2b4e-4790-b860-0851d745e554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6822634 Apr 29 18:53:25.874143 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb8831-915c-45af-85af-5010ca3092c4 None None] Port 2975a4f3-7646-4e9c-b37f-e73a7def2835 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:53:26.366890 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.458896 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51628) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:26.463746 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-99a0324f-3f30-4b6f-af7f-a714c581957e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342201074', 'description': 'tempest-description--1243201703'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:26.486934 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-99a0324f-3f30-4b6f-af7f-a714c581957e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.555449 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-99a0324f-3f30-4b6f-af7f-a714c581957e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (46cd9679-ee97-43d0-adf0-7de9ebfb686d), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.561864 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-99a0324f-3f30-4b6f-af7f-a714c581957e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (46cd9679-ee97-43d0-adf0-7de9ebfb686d), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.590772 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-99a0324f-3f30-4b6f-af7f-a714c581957e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.591998 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-99a0324f-3f30-4b6f-af7f-a714c581957e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321023 Apr 29 18:53:26.593920 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0324f-3f30-4b6f-af7f-a714c581957e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46cd9679-ee97-43d0-adf0-7de9ebfb686d,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:26.595044 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51630) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:26.599941 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-f5d8c7c0-9131-4d5b-8f64-12871ff64359 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group_rule': {'security_group_id': '46cd9679-ee97-43d0-adf0-7de9ebfb686d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:26.630835 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c7c0-9131-4d5b-8f64-12871ff64359 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (a4bdad62-76e1-41b1-b1e2-f3b7265b1fce), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.689014 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c7c0-9131-4d5b-8f64-12871ff64359 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (a4bdad62-76e1-41b1-b1e2-f3b7265b1fce), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.693983 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c7c0-9131-4d5b-8f64-12871ff64359 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (a4bdad62-76e1-41b1-b1e2-f3b7265b1fce), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.712633 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8c7c0-9131-4d5b-8f64-12871ff64359 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bdad62-76e1-41b1-b1e2-f3b7265b1fce,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:26.719740 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c7c0-9131-4d5b-8f64-12871ff64359 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.721300 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f5d8c7c0-9131-4d5b-8f64-12871ff64359 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248398 Apr 29 18:53:26.723671 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51632) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:26.728199 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-6619a571-607f-4cf1-aa66-10a2d53528bc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group_rule': {'security_group_id': '46cd9679-ee97-43d0-adf0-7de9ebfb686d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:26.756035 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6619a571-607f-4cf1-aa66-10a2d53528bc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (33928e6d-0910-4413-8bb9-01763764b4b2), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.828172 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6619a571-607f-4cf1-aa66-10a2d53528bc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (33928e6d-0910-4413-8bb9-01763764b4b2), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.834102 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6619a571-607f-4cf1-aa66-10a2d53528bc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (33928e6d-0910-4413-8bb9-01763764b4b2), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.852637 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619a571-607f-4cf1-aa66-10a2d53528bc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33928e6d-0910-4413-8bb9-01763764b4b2,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:26.862932 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6619a571-607f-4cf1-aa66-10a2d53528bc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.864476 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-6619a571-607f-4cf1-aa66-10a2d53528bc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398435 Apr 29 18:53:26.867958 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51634) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:26.872177 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 80cb43a1-ff8d-4c75-af29-823ac5960536 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:53:26.876200 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:26.898178 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.920730 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 80cb43a1-ff8d-4c75-af29-823ac5960536 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:26.921102 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.980757 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:26.999921 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 80cb43a1-ff8d-4c75-af29-823ac5960536 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:27.000232 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.026223 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] For port 80cb43a1-ff8d-4c75-af29-823ac5960536, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=80cb43a1-ff8d-4c75-af29-823ac5960536,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:27.031115 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.078822 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Pushing event updated for resources: {'Port': ['ID=80cb43a1-ff8d-4c75-af29-823ac5960536,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:27.097299 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Allocated IP 172.27.0.208 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/e44d0b55-0505-41fe-9932-3a1f3ab55450) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:53:27.101802 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:53:27.112117 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:27.112957 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:27.204318 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (e44d0b55-0505-41fe-9932-3a1f3ab55450), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.222541 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:27.239459 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (e44d0b55-0505-41fe-9932-3a1f3ab55450), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.280823 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:53:27.285484 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:53:27.289269 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:53:27.310310 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=e44d0b55-0505-41fe-9932-3a1f3ab55450,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:27.376019 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (0daeb790-cf4b-433f-840c-179940922f3d), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.412789 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (e44d0b55-0505-41fe-9932-3a1f3ab55450), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.414415 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 2, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:27.444938 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:53:27.445309 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Updating router 5ae106a6-2b4e-4790-b860-0851d745e554 port 2975a4f3-7646-4e9c-b37f-e73a7def2835 binding host dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:53:27.473510 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.569699 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (e44d0b55-0505-41fe-9932-3a1f3ab55450), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.574571 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (e44d0b55-0505-41fe-9932-3a1f3ab55450), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.603256 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.644850 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=e44d0b55-0505-41fe-9932-3a1f3ab55450,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:27.656997 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (0daeb790-cf4b-433f-840c-179940922f3d), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.673728 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.674978 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-6b1eef5c-de53-4c11-a775-26292fab3c84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8057308 Apr 29 18:53:27.751613 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Publish callbacks [] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), precommit_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.760160 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:27.940450 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-ee0716e7-d40f-45f8-a669-5bd26cb174d4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--342201074&fields=id&tenant_id=9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 267 time: 0.0439031 Apr 29 18:53:27.947525 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676cff-81f0-4662-b4eb-4fdc660c95b5 None None] Pushing event updated for resources: {'Port': ['ID=2975a4f3-7646-4e9c-b37f-e73a7def2835,revision_number=3']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:28.004315 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Attempting to bind port 2975a4f3-7646-4e9c-b37f-e73a7def2835 on host dv-cinder-839987-1-iscsi for vnic_type normal with profile {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:53:28.004718 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Attempting to bind port 2975a4f3-7646-4e9c-b37f-e73a7def2835 by drivers openvswitch,hyperv on host dv-cinder-839987-1-iscsi at level 0 using segments [{'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:53:28.005082 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Attempting to bind port 2975a4f3-7646-4e9c-b37f-e73a7def2835 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:53:28.010346 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Checking agent: {'id': '88350e20-1982-4d67-818f-582951ab1df3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 34, 59), 'started_at': datetime.datetime(2022, 4, 29, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:53:28.010726 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Checking segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:53:28.011169 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:28.011554 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Bound using segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} {{(pid=110121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:53:28.012028 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.managers [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Bound port: 2975a4f3-7646-4e9c-b37f-e73a7def2835, host: dv-cinder-839987-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}}] {{(pid=110121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:53:28.012407 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:28.058771 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-58264ad5-c3a3-4676-9e61-26f8fa74dbb1 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:28.060410 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-58264ad5-c3a3-4676-9e61-26f8fa74dbb1 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 815 time: 0.1124930 Apr 29 18:53:28.075982 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-c08c9e73-c833-438c-b758-7e74f27a3729 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/quotas/9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 375 time: 0.0100319 Apr 29 18:53:28.081527 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] For port 2975a4f3-7646-4e9c-b37f-e73a7def2835, host dv-cinder-839987-1-iscsi, cleared binding levels {{(pid=110121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:53:28.084855 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] For port 2975a4f3-7646-4e9c-b37f-e73a7def2835, host dv-cinder-839987-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2975a4f3-7646-4e9c-b37f-e73a7def2835,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:53:28.092847 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:28.142608 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-284af264-e4c6-485b-a4ea-59d575125505 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607610 Apr 29 18:53:28.154822 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:28.155466 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:28.157460 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676cff-81f0-4662-b4eb-4fdc660c95b5 None None] Pushing event updated for resources: {'Port': ['ID=2975a4f3-7646-4e9c-b37f-e73a7def2835,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:28.226265 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a48caea8-e841-4631-ae33-edfdfdcf57b3 None None] Provisioning complete for port 2975a4f3-7646-4e9c-b37f-e73a7def2835 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:28.226698 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a48caea8-e841-4631-ae33-edfdfdcf57b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:28.256939 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-afe66f4d-1d2e-4e5d-bb37-a1d3e84d7aea service neutron] 10.222.0.50 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975645 Apr 29 18:53:28.322182 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:28.368309 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-76a619dd-3f31-4d03-b81f-7b60a9e170c1 service neutron] 10.222.0.50 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037819 Apr 29 18:53:28.371314 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-2f75b266-92f0-43c0-bc6f-1ecf55103397 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381043 Apr 29 18:53:28.430503 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a48caea8-e841-4631-ae33-edfdfdcf57b3 None None] Current status of the port 2975a4f3-7646-4e9c-b37f-e73a7def2835 is: DOWN; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:28.431155 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a48caea8-e841-4631-ae33-edfdfdcf57b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:28.452420 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-e8e28199-fea0-4da9-a644-22ecb79233bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:28.454422 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-e8e28199-fea0-4da9-a644-22ecb79233bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=131b4943a4aa42a8b09d614d80f552cc&device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1129 time: 0.0440953 Apr 29 18:53:28.514597 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a48caea8-e841-4631-ae33-edfdfdcf57b3 None None] For port 2975a4f3-7646-4e9c-b37f-e73a7def2835, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2975a4f3-7646-4e9c-b37f-e73a7def2835,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:28.522136 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a48caea8-e841-4631-ae33-edfdfdcf57b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:28.611471 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-b5e56950-6a89-4fab-bdb3-69bee890202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:28.613487 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-b5e56950-6a89-4fab-bdb3-69bee890202e service neutron] 10.222.0.15 "GET /v2.0/networks?id=06abeb83-1544-4ffb-b107-5158cc75dcd4 HTTP/1.1" status: 200 len: 910 time: 0.1277294 Apr 29 18:53:28.637230 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48caea8-e841-4631-ae33-edfdfdcf57b3 None None] Pushing event updated for resources: {'Port': ['ID=2975a4f3-7646-4e9c-b37f-e73a7def2835,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:28.652184 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:28.655332 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-cb9121f6-d2c1-47fd-9417-18ee1ef8d754 None None] Provisioning complete for port 2975a4f3-7646-4e9c-b37f-e73a7def2835 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:28.655811 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-cb9121f6-d2c1-47fd-9417-18ee1ef8d754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:28.684174 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b41af-f30c-4d5b-b5a8-097b365c734a None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:53:28.805150 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-cb9121f6-d2c1-47fd-9417-18ee1ef8d754 None None] Current status of the port 2975a4f3-7646-4e9c-b37f-e73a7def2835 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:28.994144 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2975a4f3-7646-4e9c-b37f-e73a7def2835 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:53:29.051330 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 2975a4f3-7646-4e9c-b37f-e73a7def2835 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:29.051700 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:29.071225 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-67528f7f-9b13-467d-8d3a-dbb9ffe93ee4 req-a0434104-b9a6-48b8-8a2d-dcc056ec0cc0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 210 time: 0.5564146 Apr 29 18:53:29.100624 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-76854671-0eef-4c5e-bd4e-ae129e417940 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 200 len: 1001 time: 0.4784398 Apr 29 18:53:29.149758 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 2975a4f3-7646-4e9c-b37f-e73a7def2835 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:29.150846 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 80cb43a1-ff8d-4c75-af29-823ac5960536 up at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:53:29.172127 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-c4e815ef-db28-4c85-b807-6ba936bcaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:29.174485 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-c4e815ef-db28-4c85-b807-6ba936bcaa7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2fb172-bb44-4c1d-b616-fd94466e4522 HTTP/1.1" status: 200 len: 848 time: 0.0490026 Apr 29 18:53:29.203572 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Provisioning complete for port 80cb43a1-ff8d-4c75-af29-823ac5960536 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:29.203967 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:29.230656 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-fbf3775f-3f12-4da5-8ec4-a03c05e5f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:29.232685 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-fbf3775f-3f12-4da5-8ec4-a03c05e5f728 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06abeb83-1544-4ffb-b107-5158cc75dcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491965 Apr 29 18:53:29.295972 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Current status of the port 80cb43a1-ff8d-4c75-af29-823ac5960536 is: ACTIVE; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:29.338456 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-6a551e05-7671-43f6-b81a-8324ca79b08b service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950773 Apr 29 18:53:29.374199 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:29.440559 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ea715765-c50e-4bbc-a04d-31a4dca1330a req-dc57afe4-b15b-4c40-b289-685346c317e3 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903111 Apr 29 18:53:30.006499 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-a214472d-e668-484e-ad9a-1debda1b5363 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:30.008314 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-a214472d-e668-484e-ad9a-1debda1b5363 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 815 time: 0.1125474 Apr 29 18:53:30.101734 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-2b7a6d8d-54e3-43d1-9e82-e2c6a2b4fd2d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 379 time: 0.0543022 Apr 29 18:53:30.172456 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-62b1dc8e-652b-4ff0-80fa-91eb97b259f5 req-eb924acf-144a-4506-878c-6a40b967879b tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 210 time: 0.0276389 Apr 29 18:53:30.224931 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'port': {'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'admin_state_up': True, 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'security_groups': ['46cd9679-ee97-43d0-adf0-7de9ebfb686d']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:30.350785 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Made reservation on behalf of 9da6a94754bf43c4a0119272fb920c06 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:53:30.354614 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:30.483348 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Allocated IP 172.20.0.13 (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee/128889e7-1c39-4f70-92db-9fbc21850354/43874897-2556-4a7d-a94b-ccc8ffc8647e) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:53:30.636030 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:30.683950 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:30.728726 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:53:30.733827 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:53:30.738408 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:53:30.767940 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=43874897-2556-4a7d-a94b-ccc8ffc8647e,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:30.799142 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:30.799763 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:30.819771 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-432f8904-2bc2-4595-8f4f-96349938044f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5987935 Apr 29 18:53:30.846487 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Request body: {'port': {'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:30.909880 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:30.937242 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-93727e3e-6d12-40a6-8053-1f3fd36b95c9 None None] Provisioning complete for port 43874897-2556-4a7d-a94b-ccc8ffc8647e triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:30.937845 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-93727e3e-6d12-40a6-8053-1f3fd36b95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:30.972074 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-93727e3e-6d12-40a6-8053-1f3fd36b95c9 None None] Port 43874897-2556-4a7d-a94b-ccc8ffc8647e cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:53:31.184382 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43874897-2556-4a7d-a94b-ccc8ffc8647e {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:53:31.192806 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Publish callbacks [] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:31.206432 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Transition to ACTIVE for port object 43874897-2556-4a7d-a94b-ccc8ffc8647e will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:53:31.212416 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:31.296083 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Pushing event updated for resources: {'Port': ['ID=43874897-2556-4a7d-a94b-ccc8ffc8647e,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:31.313012 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d4008-cfb9-4c29-be9b-8eeb07368b28 req-3e4790fa-83a9-4bce-904b-f6dd58b55302 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:31.314594 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-744d4008-cfb9-4c29-be9b-8eeb07368b28 req-3e4790fa-83a9-4bce-904b-f6dd58b55302 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 944 time: 0.0700636 Apr 29 18:53:31.416271 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-744d4008-cfb9-4c29-be9b-8eeb07368b28 req-4659956a-a3f6-40a4-9a00-9041af9520eb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853736 Apr 29 18:53:31.420860 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Attempting to bind port 43874897-2556-4a7d-a94b-ccc8ffc8647e on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:53:31.421191 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Attempting to bind port 43874897-2556-4a7d-a94b-ccc8ffc8647e by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:53:31.421515 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Attempting to bind port 43874897-2556-4a7d-a94b-ccc8ffc8647e on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:53:31.426830 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Port 43874897-2556-4a7d-a94b-ccc8ffc8647e on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:53:31.427150 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Attempting to bind port 43874897-2556-4a7d-a94b-ccc8ffc8647e on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:53:31.432252 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:53:31.432619 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Checking segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:53:31.433004 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Bound using segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:53:31.433464 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Bound port: 43874897-2556-4a7d-a94b-ccc8ffc8647e, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:53:31.433822 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:31.504141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] For port 43874897-2556-4a7d-a94b-ccc8ffc8647e, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:53:31.508467 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] For port 43874897-2556-4a7d-a94b-ccc8ffc8647e, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43874897-2556-4a7d-a94b-ccc8ffc8647e,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:53:31.518525 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:31.553840 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:31.554474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:31.555978 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] 10.222.0.15 "PUT /v2.0/ports/43874897-2556-4a7d-a94b-ccc8ffc8647e HTTP/1.1" status: 200 len: 1094 time: 0.7139528 Apr 29 18:53:31.556430 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'tag': '43874897-2556-4a7d-a94b-ccc8ffc8647e'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:31.559960 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1492b6b-55b2-4221-8a4a-30a85f912da0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb37c59-c0bc-4263-8e0c-aa7140c4394b", "tag": "43874897-2556-4a7d-a94b-ccc8ffc8647e"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:31.584646 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ae947-1b0a-4d9f-9159-17fef5275379 service neutron] Pushing event updated for resources: {'Port': ['ID=43874897-2556-4a7d-a94b-ccc8ffc8647e,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:31.606471 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ff30cb-dfcb-4d61-a955-8212aa3b7db3 x-openstack-request-id: req-83ff30cb-dfcb-4d61-a955-8212aa3b7db3 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:31.606740 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb37c59-c0bc-4263-8e0c-aa7140c4394b", "tag": "43874897-2556-4a7d-a94b-ccc8ffc8647e", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:31.607014 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83ff30cb-dfcb-4d61-a955-8212aa3b7db3 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:31.607415 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ff30cb-dfcb-4d61-a955-8212aa3b7db3'] response: {'name': 'network-changed', 'server_uuid': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'tag': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'status': 'completed', 'code': 200} Apr 29 18:53:31.707761 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-17b439a5-bbaf-4249-8e30-413bf6a3d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:31.709309 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-17b439a5-bbaf-4249-8e30-413bf6a3d899 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 1128 time: 0.0455368 Apr 29 18:53:31.768697 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-ef3dd24b-f390-4de8-a1fb-23b7727c5adf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43874897-2556-4a7d-a94b-ccc8ffc8647e HTTP/1.1" status: 200 len: 217 time: 0.0350184 Apr 29 18:53:31.818045 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-a0eda71e-d8f8-4403-91e8-4f718b064c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:31.819588 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-a0eda71e-d8f8-4403-91e8-4f718b064c02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0437696 Apr 29 18:53:31.873626 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-a2da9396-6421-4d59-838a-dc9eff45a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:31.875189 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-a2da9396-6421-4d59-838a-dc9eff45a1c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423312 Apr 29 18:53:31.966322 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-ffc18d0d-59d0-46fa-ad31-6c517b2c97d4 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831473 Apr 29 18:53:32.069235 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-92da76b6-0570-4c32-8bc3-d366a5939a2f req-8cddbef4-0bd1-4cee-b6bd-71c79aa23742 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922086 Apr 29 18:53:32.287732 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:32.540388 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a8de9-3c24-452f-9119-bc7069bd2018 req-4095bbc9-cbb0-424e-850d-42bb5e540ebf tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:32.541895 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9e2a8de9-3c24-452f-9119-bc7069bd2018 req-4095bbc9-cbb0-424e-850d-42bb5e540ebf tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 944 time: 0.0477726 Apr 29 18:53:32.590840 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9e2a8de9-3c24-452f-9119-bc7069bd2018 req-0bd981df-6aca-4e42-82a1-85c839579b5f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Apr 29 18:53:33.712305 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578203df-cd59-4b91-921b-2ac200379844 req-574dab1e-21e9-4a3d-9a8b-df66440d3348 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:33.713796 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-578203df-cd59-4b91-921b-2ac200379844 req-574dab1e-21e9-4a3d-9a8b-df66440d3348 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 944 time: 0.0510671 Apr 29 18:53:33.765681 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-578203df-cd59-4b91-921b-2ac200379844 req-56fc6ec2-59d8-4f9e-876b-0f910e27a289 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Apr 29 18:53:34.886130 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47c5f8-0459-4b49-866a-07794075b3a0 req-5fe91c16-fe07-4e05-856a-d4776f632d4a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:34.887608 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4f47c5f8-0459-4b49-866a-07794075b3a0 req-5fe91c16-fe07-4e05-856a-d4776f632d4a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 944 time: 0.0518692 Apr 29 18:53:34.935486 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4f47c5f8-0459-4b49-866a-07794075b3a0 req-10c6782a-b849-4aa9-bac4-ab837b127704 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421941 Apr 29 18:53:35.508468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-2110a368-cca5-4c1c-b30e-3769aa2d1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:35.509970 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-2110a368-cca5-4c1c-b30e-3769aa2d1ee9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 1128 time: 0.0464878 Apr 29 18:53:35.607581 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-a9bdab60-3fbc-409e-bcba-697357c09ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:35.609081 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-a9bdab60-3fbc-409e-bcba-697357c09ee4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0895572 Apr 29 18:53:35.654074 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-d498d3da-5456-47a5-968d-c0ecdb608f3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43874897-2556-4a7d-a94b-ccc8ffc8647e HTTP/1.1" status: 200 len: 217 time: 0.0376551 Apr 29 18:53:35.717507 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-bf01aab5-5ac5-4431-9057-8c3946b52c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:35.718944 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-bf01aab5-5ac5-4431-9057-8c3946b52c7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0572932 Apr 29 18:53:35.765769 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-32a8591d-c35f-405b-937f-fc0830f950ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:35.767234 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-32a8591d-c35f-405b-937f-fc0830f950ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398357 Apr 29 18:53:35.875763 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-0621f587-f14c-4580-8093-05c2c63769a9 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996110 Apr 29 18:53:35.966139 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1492b6b-55b2-4221-8a4a-30a85f912da0 req-efa101dc-a613-408a-b9ac-e9dc15615ab6 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829806 Apr 29 18:53:36.058893 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5e7d6-fd10-4d06-9a6b-c5a830e7f157 req-07fe54c8-807e-4eed-8f6a-0ba5f31ebbfa tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:36.060250 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-57a5e7d6-fd10-4d06-9a6b-c5a830e7f157 req-07fe54c8-807e-4eed-8f6a-0ba5f31ebbfa tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 944 time: 0.0573559 Apr 29 18:53:36.111913 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-57a5e7d6-fd10-4d06-9a6b-c5a830e7f157 req-0fcba8b8-c0d3-4cac-ac06-b46849fd299a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432587 Apr 29 18:53:36.581162 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:53:37.249841 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f2bb3-6a7b-4a42-8afb-bde7253cf6cc req-0d851790-21e6-4327-bd39-7cec72b255b9 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:37.251312 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-218f2bb3-6a7b-4a42-8afb-bde7253cf6cc req-0d851790-21e6-4327-bd39-7cec72b255b9 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 944 time: 0.0564635 Apr 29 18:53:37.300659 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-218f2bb3-6a7b-4a42-8afb-bde7253cf6cc req-8b619981-60b5-46af-97ba-0757ca04463a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 Apr 29 18:53:37.921016 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 43874897-2556-4a7d-a94b-ccc8ffc8647e details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:53:38.023780 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 43874897-2556-4a7d-a94b-ccc8ffc8647e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43874897-2556-4a7d-a94b-ccc8ffc8647e,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:38.036001 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:53:38.075338 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 43874897-2556-4a7d-a94b-ccc8ffc8647e is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:38.075720 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:38.088432 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43874897-2556-4a7d-a94b-ccc8ffc8647e {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:53:38.108958 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 43874897-2556-4a7d-a94b-ccc8ffc8647e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43874897-2556-4a7d-a94b-ccc8ffc8647e,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:38.115821 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:38.162591 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=43874897-2556-4a7d-a94b-ccc8ffc8647e,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:38.424980 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629bde9-4783-4851-b759-bfff164d4821 req-49e3ee88-d4df-4da6-8355-95e7f17a9e64 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:38.426382 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5629bde9-4783-4851-b759-bfff164d4821 req-49e3ee88-d4df-4da6-8355-95e7f17a9e64 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 945 time: 0.0498488 Apr 29 18:53:38.479536 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5629bde9-4783-4851-b759-bfff164d4821 req-489ea982-3e70-4fc8-9247-05c7a8216c47 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471265 Apr 29 18:53:38.708224 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['43874897-2556-4a7d-a94b-ccc8ffc8647e'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:53:39.615542 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00df09c-cf89-4d39-a013-d795cdd34fe2 req-7695efff-144b-4357-bb2f-f39b7c44b5b5 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:39.617047 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a00df09c-cf89-4d39-a013-d795cdd34fe2 req-7695efff-144b-4357-bb2f-f39b7c44b5b5 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 945 time: 0.0594020 Apr 29 18:53:39.670282 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a00df09c-cf89-4d39-a013-d795cdd34fe2 req-7d064ec2-4141-412a-87da-e03200bc921b tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474329 Apr 29 18:53:39.950575 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 43874897-2556-4a7d-a94b-ccc8ffc8647e up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:53:40.018312 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port 43874897-2556-4a7d-a94b-ccc8ffc8647e completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:53:40.027568 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port 43874897-2556-4a7d-a94b-ccc8ffc8647e triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:53:40.027909 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:40.124341 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 43874897-2556-4a7d-a94b-ccc8ffc8647e is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:53:40.124869 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:40.150832 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43874897-2556-4a7d-a94b-ccc8ffc8647e'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:40.153124 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691ffdcf-ebde-4d7b-bfb5-5d437a8f1da5" -d '{"events": [{"server_uuid": "3fb37c59-c0bc-4263-8e0c-aa7140c4394b", "name": "network-vif-plugged", "status": "completed", "tag": "43874897-2556-4a7d-a94b-ccc8ffc8647e"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:40.165316 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 43874897-2556-4a7d-a94b-ccc8ffc8647e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43874897-2556-4a7d-a94b-ccc8ffc8647e,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:40.170567 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:40.195542 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdacee4-5cb1-4d6b-b028-2cfc96b87275 x-openstack-request-id: req-1fdacee4-5cb1-4d6b-b028-2cfc96b87275 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:40.195832 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb37c59-c0bc-4263-8e0c-aa7140c4394b", "name": "network-vif-plugged", "status": "completed", "tag": "43874897-2556-4a7d-a94b-ccc8ffc8647e", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:40.196119 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1fdacee4-5cb1-4d6b-b028-2cfc96b87275 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:40.196520 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdacee4-5cb1-4d6b-b028-2cfc96b87275'] response: {'server_uuid': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'code': 200} Apr 29 18:53:40.222043 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=43874897-2556-4a7d-a94b-ccc8ffc8647e,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:40.467090 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaedf9-7835-4363-9cae-ed02e75fa44d req-cacd93a1-1e04-4f59-8eb0-259d4ff4c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:40.468572 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-29aaedf9-7835-4363-9cae-ed02e75fa44d req-cacd93a1-1e04-4f59-8eb0-259d4ff4c3da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 1130 time: 0.0390313 Apr 29 18:53:40.521160 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-29aaedf9-7835-4363-9cae-ed02e75fa44d req-1965cd1b-502b-47eb-aa72-c4d6a66e974a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437934 Apr 29 18:53:40.788890 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9c3b5-f993-4f78-9e7a-266bd274388a req-12df2789-9d1c-4160-b346-a5edd2ba823d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:40.791003 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0bc9c3b5-f993-4f78-9e7a-266bd274388a req-12df2789-9d1c-4160-b346-a5edd2ba823d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0490658 Apr 29 18:53:40.847336 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0bc9c3b5-f993-4f78-9e7a-266bd274388a req-1f9e52af-e477-469a-80c2-7342c73468bc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498552 Apr 29 18:53:41.995771 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973c62e-7f32-4a9e-8a6e-465d6644a646 req-78176550-a2bc-4eb8-b181-10a5438423b6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:41.997268 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8973c62e-7f32-4a9e-8a6e-465d6644a646 req-78176550-a2bc-4eb8-b181-10a5438423b6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0618610 Apr 29 18:53:42.048122 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8973c62e-7f32-4a9e-8a6e-465d6644a646 req-f3fca625-9cf2-4e26-b089-2ce20c47566b tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451066 Apr 29 18:53:43.165029 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46db4e-5f09-437c-81ab-8819bdc836a9 req-96b6760c-6359-4815-a945-ccd87f2f4b87 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:43.167213 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ec46db4e-5f09-437c-81ab-8819bdc836a9 req-96b6760c-6359-4815-a945-ccd87f2f4b87 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0495238 Apr 29 18:53:43.216468 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ec46db4e-5f09-437c-81ab-8819bdc836a9 req-a63494e3-1e83-4cb8-a8fd-f7ee9ffcf751 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Apr 29 18:53:44.356794 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0732bb2-81db-4764-92b5-30153f941e5f req-b0d492ec-e4b9-459a-9291-4ce87752576a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:44.358296 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e0732bb2-81db-4764-92b5-30153f941e5f req-b0d492ec-e4b9-459a-9291-4ce87752576a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0536983 Apr 29 18:53:44.414684 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e0732bb2-81db-4764-92b5-30153f941e5f req-68405e49-b72d-4da3-9ee7-b4ce282e297d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481272 Apr 29 18:53:44.538799 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fe8b2-f411-47dd-99f5-61986a35882d req-88e1cf75-0a49-4e58-a5eb-d31f2ecd7d48 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:44.540140 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-780fe8b2-f411-47dd-99f5-61986a35882d req-88e1cf75-0a49-4e58-a5eb-d31f2ecd7d48 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0500145 Apr 29 18:53:44.548932 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51710) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:44.553336 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-5a0e0bd5-f3d6-41ce-a68d-7698bce1dfd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'floatingip': {'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:53:44.592600 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0bd5-f3d6-41ce-a68d-7698bce1dfd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (0daeb790-cf4b-433f-840c-179940922f3d), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:45.040716 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0bd5-f3d6-41ce-a68d-7698bce1dfd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:45.048464 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0bd5-f3d6-41ce-a68d-7698bce1dfd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (0daeb790-cf4b-433f-840c-179940922f3d), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:45.168615 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [None req-5a0e0bd5-f3d6-41ce-a68d-7698bce1dfd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Floating IP 0daeb790-cf4b-433f-840c-179940922f3d associated. External IP: 172.27.0.208, port: 43874897-2556-4a7d-a94b-ccc8ffc8647e. Apr 29 18:53:45.381967 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0e0bd5-f3d6-41ce-a68d-7698bce1dfd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:53:45.492331 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0e0bd5-f3d6-41ce-a68d-7698bce1dfd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:53:45.497627 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0bd5-f3d6-41ce-a68d-7698bce1dfd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:45.502464 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:53:45.513868 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:45.514603 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:45.528018 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5a0e0bd5-f3d6-41ce-a68d-7698bce1dfd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "PUT /v2.0/floatingips/0daeb790-cf4b-433f-840c-179940922f3d HTTP/1.1" status: 200 len: 992 time: 0.9779899 Apr 29 18:53:45.528680 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'tag': '43874897-2556-4a7d-a94b-ccc8ffc8647e'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:45.530892 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb37c59-c0bc-4263-8e0c-aa7140c4394b", "tag": "43874897-2556-4a7d-a94b-ccc8ffc8647e"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:45.566189 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74bde15-8daf-425d-bbd9-e45bd9560471 x-openstack-request-id: req-c74bde15-8daf-425d-bbd9-e45bd9560471 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:45.566801 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb37c59-c0bc-4263-8e0c-aa7140c4394b", "tag": "43874897-2556-4a7d-a94b-ccc8ffc8647e", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:45.566801 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c74bde15-8daf-425d-bbd9-e45bd9560471 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:45.567122 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74bde15-8daf-425d-bbd9-e45bd9560471'] response: {'name': 'network-changed', 'server_uuid': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'tag': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'status': 'completed', 'code': 200} Apr 29 18:53:45.626511 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:45.676228 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-a3856359-3fda-4b07-96c6-ab9aab9e4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:45.677665 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-a3856359-3fda-4b07-96c6-ab9aab9e4c53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 1130 time: 0.0412750 Apr 29 18:53:45.771367 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-88c3d350-6e5e-45ef-acb7-751e73b81278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:45.772869 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-88c3d350-6e5e-45ef-acb7-751e73b81278 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0852990 Apr 29 18:53:45.850693 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '0daeb790-cf4b-433f-840c-179940922f3d', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:53:27Z', 'updated_at': '2022-04-29T18:53:44Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:45.878931 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:53:45.889043 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:45.889676 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:46.005570 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:46.128547 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-6fa50623-7faa-4e0e-9afe-902ad58de6dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43874897-2556-4a7d-a94b-ccc8ffc8647e HTTP/1.1" status: 200 len: 1000 time: 0.3447747 Apr 29 18:53:46.182868 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-bbd467d2-0e37-4cfb-9a1a-8f3bf5e5c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:46.184071 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-bbd467d2-0e37-4cfb-9a1a-8f3bf5e5c55f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0442731 Apr 29 18:53:46.233788 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-5f0b5de8-2879-43e7-8579-364ba36aaa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:46.235290 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-5f0b5de8-2879-43e7-8579-364ba36aaa2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428870 Apr 29 18:53:46.237233 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '0daeb790-cf4b-433f-840c-179940922f3d', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:53:27Z', 'updated_at': '2022-04-29T18:53:44Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:46.251902 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-c4a145c9-6576-41ac-ba74-e272397d624f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:53:46.252839 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-c4a145c9-6576-41ac-ba74-e272397d624f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050616 Apr 29 18:53:46.264520 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73613e23-ba02-4a99-a048-0a9882867586 None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '0daeb790-cf4b-433f-840c-179940922f3d', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:53:27Z', 'updated_at': '2022-04-29T18:53:44Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:53:46.350466 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-2e48d78b-756d-4f18-a77b-c2e01ea167a6 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862463 Apr 29 18:53:46.451409 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d63a492b-1781-42f3-9ac1-d94e26fd8d6b req-4114c410-8876-4c19-8a67-4fcbf88917ec service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883770 Apr 29 18:53:46.465236 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e306e2-7d8d-4742-95d4-657456b8fe2e None None] New status for floating IP 0daeb790-cf4b-433f-840c-179940922f3d: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:53:52.768958 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51724) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:52.927873 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Deleting port 79a8da19-c77b-4724-bdf8-1214f8755768 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:52.928125 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (79a8da19-c77b-4724-bdf8-1214f8755768), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:53.006979 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (79a8da19-c77b-4724-bdf8-1214f8755768), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:53.007432 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for floatingip (79a8da19-c77b-4724-bdf8-1214f8755768), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:53.019407 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Calling delete_port for 79a8da19-c77b-4724-bdf8-1214f8755768 owned by network:floatingip {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:53.123119 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-543c4023-ab89-42e3-904a-c9895a9bd946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:53.484032 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (79a8da19-c77b-4724-bdf8-1214f8755768), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:53.512527 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event deleted for resources: {'Port': ['ID=79a8da19-c77b-4724-bdf8-1214f8755768,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:53.575801 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for floatingip (02dc0559-631b-40ba-9563-dc54bac17f69), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:53.576100 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Floating IP 02dc0559-631b-40ba-9563-dc54bac17f69 disassociated (deleted). External IP: 172.27.0.147, port: 10ecab05-24bc-40bf-b5dc-7da8769c23cf. Apr 29 18:53:53.793029 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:53:53.903667 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:53:53.909136 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:53.914021 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] Sync routers for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:53:53.924646 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:53.925253 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:53.939894 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9e1b7b53-46c7-49b4-b7f9-e432a12233de tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "DELETE /v2.0/floatingips/02dc0559-631b-40ba-9563-dc54bac17f69 HTTP/1.1" status: 204 len: 168 time: 1.1695118 Apr 29 18:53:53.940837 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:53.943170 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d958afb0-8381-461c-a191-a8d9dd37a052" -d '{"events": [{"name": "network-changed", "server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:53.981178 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f959b6-b5f3-4446-9133-baa627fcef86 x-openstack-request-id: req-c3f959b6-b5f3-4446-9133-baa627fcef86 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:53.981368 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:53.981574 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3f959b6-b5f3-4446-9133-baa627fcef86 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:53.981965 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f959b6-b5f3-4446-9133-baa627fcef86'] response: {'name': 'network-changed', 'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'status': 'completed', 'code': 200} Apr 29 18:53:54.036799 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:54.168693 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-453c9356-7f99-409e-a7bd-ac0147ec091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:54.170596 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-453c9356-7f99-409e-a7bd-ac0147ec091b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=131b4943a4aa42a8b09d614d80f552cc&device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 1129 time: 0.1321156 Apr 29 18:53:54.180831 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d013b4e-037c-4930-8b88-ec06c491c270 req-ca40313f-1191-4115-8b78-a0f539166160 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:54.182217 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5d013b4e-037c-4930-8b88-ec06c491c270 req-ca40313f-1191-4115-8b78-a0f539166160 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0535378 Apr 29 18:53:54.232852 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5d013b4e-037c-4930-8b88-ec06c491c270 req-646a16c3-7e70-4a0b-b36d-c8a25543fb57 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Apr 29 18:53:54.236476 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '12660471-302d-44ba-b5e0-a5b8a9db8158', 'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'mac_address': 'fa:16:3e:5c:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:47Z', 'updated_at': '2022-04-29T18:45:53Z', 'revision_number': 5, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'subnets': [{'id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:54.263534 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] Checking router: cb7e5ed7-56fd-4a94-8244-d3c13c594d9e for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:53:54.272261 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:53:54.272897 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:54.475807 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:53:54.672237 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '12660471-302d-44ba-b5e0-a5b8a9db8158', 'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'mac_address': 'fa:16:3e:5c:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:47Z', 'updated_at': '2022-04-29T18:45:53Z', 'revision_number': 5, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'subnets': [{'id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:53:54.703208 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7645f5-5894-4a0f-9495-952bf7447569 None None] The sync data for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi is: [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:45:48Z', 'revision_number': 4, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '12660471-302d-44ba-b5e0-a5b8a9db8158', 'name': '', 'network_id': '06abeb83-1544-4ffb-b107-5158cc75dcd4', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'mac_address': 'fa:16:3e:5c:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:47Z', 'updated_at': '2022-04-29T18:45:53Z', 'revision_number': 5, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'subnets': [{'id': '8a2fb172-bb44-4c1d-b616-fd94466e4522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:53:54.952806 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10301154-8c27-4d52-92b0-7adc601a8d11 None None] New status for floating IP 02dc0559-631b-40ba-9563-dc54bac17f69: DOWN {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:53:55.347660 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3075ca57-2352-4ace-9568-a253fc971bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:55.360189 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a111d-cebc-466a-af0e-da8aaa4fe2be req-1d4db869-72ed-42c6-9db8-2083c1f4bcc8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:55.361678 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-566a111d-cebc-466a-af0e-da8aaa4fe2be req-1d4db869-72ed-42c6-9db8-2083c1f4bcc8 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0578611 Apr 29 18:53:55.410956 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-566a111d-cebc-466a-af0e-da8aaa4fe2be req-034d9f0d-29ac-42de-863c-b5f525fc894f tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 Apr 29 18:53:55.891379 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-a44fdbff-0bf1-4260-b5fe-e4eb935b99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:55.892865 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-a44fdbff-0bf1-4260-b5fe-e4eb935b99fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=06abeb83-1544-4ffb-b107-5158cc75dcd4 HTTP/1.1" status: 200 len: 910 time: 0.0953848 Apr 29 18:53:55.956120 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-96b27977-8eb0-4fc2-a993-16c81a0e1494 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 200 len: 217 time: 0.0358744 Apr 29 18:53:56.010047 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-6d085cd7-134c-4db5-89dc-aaf9d433cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:56.011469 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-6d085cd7-134c-4db5-89dc-aaf9d433cbf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2fb172-bb44-4c1d-b616-fd94466e4522 HTTP/1.1" status: 200 len: 848 time: 0.0483720 Apr 29 18:53:56.378395 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:56.391315 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-2fd99c64-d454-4890-9d4b-b0aef0cf89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:56.392909 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-2fd99c64-d454-4890-9d4b-b0aef0cf89ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06abeb83-1544-4ffb-b107-5158cc75dcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567064 Apr 29 18:53:56.530373 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b80ee-ab81-44bd-b171-2af822014be6 req-ec647bbf-9b4e-4bd0-af9e-0ba0a6a7bc64 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:56.531851 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-647b80ee-ab81-44bd-b171-2af822014be6 req-ec647bbf-9b4e-4bd0-af9e-0ba0a6a7bc64 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0518579 Apr 29 18:53:56.586782 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-647b80ee-ab81-44bd-b171-2af822014be6 req-4d18cd35-79a9-4228-8427-f1958fcf0eb7 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/security-groups?id=556433a7-ea95-42fd-bdb3-ce1c116fac7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466118 Apr 29 18:53:56.749758 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-f367746f-6293-4450-9436-08e566116af8 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909531 Apr 29 18:53:56.968317 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-8655f014-bb09-45f3-9091-3ed6ff55b9b6 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:56.969683 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-8655f014-bb09-45f3-9091-3ed6ff55b9b6 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.15 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 945 time: 0.0943825 Apr 29 18:53:57.029798 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d958afb0-8381-461c-a191-a8d9dd37a052 req-a94c4595-9049-4b9d-b6bd-5ccba9a89c14 service neutron] 10.222.0.15 "GET /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662791 Apr 29 18:53:57.078692 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Deleting port 10ecab05-24bc-40bf-b5dc-7da8769c23cf {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:53:57.078965 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:57.173443 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] For port 10ecab05-24bc-40bf-b5dc-7da8769c23cf, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=10ecab05-24bc-40bf-b5dc-7da8769c23cf,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:53:57.173801 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:57.187370 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Calling delete_port for 10ecab05-24bc-40bf-b5dc-7da8769c23cf owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:53:57.326764 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (10ecab05-24bc-40bf-b5dc-7da8769c23cf), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:57.359337 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event deleted for resources: {'Port': ['ID=10ecab05-24bc-40bf-b5dc-7da8769c23cf,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:53:57.391418 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.391418 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.391418 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.391792 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.392127 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.392451 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.392808 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.397067 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.397612 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.398068 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.398630 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.398907 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.399354 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.399752 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.400201 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:53:57.425192 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] No DVR routers for this DVR port 10ecab05-24bc-40bf-b5dc-7da8769c23cf on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:53:57.427840 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:57.431255 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e2a1bdf0-bb57-4871-883a-e56e17877c62 req-58c2fc9f-bcea-4c78-a397-63a18d2166ac tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.15 "DELETE /v2.0/ports/10ecab05-24bc-40bf-b5dc-7da8769c23cf HTTP/1.1" status: 204 len: 173 time: 0.4505632 Apr 29 18:53:57.431695 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'name': 'network-vif-deleted', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:53:57.434002 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8e5fac-e771-481e-92e6-dbb1b25de534" -d '{"events": [{"server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "name": "network-vif-deleted", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:53:57.477485 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551f3ce5-fc95-48b9-b1c9-99442b9bcf8d x-openstack-request-id: req-551f3ce5-fc95-48b9-b1c9-99442b9bcf8d {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:53:57.477782 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584f579b-41c9-413e-a752-06ecff65ff13", "name": "network-vif-deleted", "tag": "10ecab05-24bc-40bf-b5dc-7da8769c23cf", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:53:57.478034 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-551f3ce5-fc95-48b9-b1c9-99442b9bcf8d {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:53:57.478435 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551f3ce5-fc95-48b9-b1c9-99442b9bcf8d'] response: {'server_uuid': '584f579b-41c9-413e-a752-06ecff65ff13', 'name': 'network-vif-deleted', 'tag': '10ecab05-24bc-40bf-b5dc-7da8769c23cf', 'status': 'completed', 'code': 200} Apr 29 18:53:57.496151 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41fdc0-c771-419e-bbe7-2aaba9f110ad req-f7094be4-614b-44bb-b2b5-3cf3dbe307ed tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:57.497693 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cd41fdc0-c771-419e-bbe7-2aaba9f110ad req-f7094be4-614b-44bb-b2b5-3cf3dbe307ed tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0545933 Apr 29 18:53:57.555532 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cd41fdc0-c771-419e-bbe7-2aaba9f110ad req-13ce367b-012d-45bf-814b-3ca12fd3865d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520790 Apr 29 18:53:57.598416 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:57.692300 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6587b5c8-6748-459e-8e63-ea5b35903917 req-a04b4640-783d-4740-b2ce-ec338cfc8dcb tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0324228 Apr 29 18:53:58.698421 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e8b2-2361-42ba-a275-791396dbae36 req-36e6c898-da0a-47a4-a0a4-53eef6f309be tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:58.700008 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9c29e8b2-2361-42ba-a275-791396dbae36 req-36e6c898-da0a-47a4-a0a4-53eef6f309be tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0503373 Apr 29 18:53:58.751375 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9c29e8b2-2361-42ba-a275-791396dbae36 req-4fb7aa22-83bd-44fe-8887-b38fd9790b7c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445116 Apr 29 18:53:58.802099 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-153d31dd-ff37-48cb-9ca9-24e88a7737fe req-5f8f0dd7-e1d5-4a12-9598-8717cf93a3c5 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "GET /v2.0/ports?device_id=584f579b-41c9-413e-a752-06ecff65ff13 HTTP/1.1" status: 200 len: 210 time: 0.0283782 Apr 29 18:53:59.375324 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:59.860527 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51786) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:53:59.879144 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1e73e-ad8c-42ec-9c07-c4dc33418203 req-6e149442-b7c6-4f12-9bd5-d4534531ade0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:53:59.880717 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c9e1e73e-ad8c-42ec-9c07-c4dc33418203 req-6e149442-b7c6-4f12-9bd5-d4534531ade0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0489657 Apr 29 18:53:59.917149 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group (556433a7-ea95-42fd-bdb3-ce1c116fac7a), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:53:59.927061 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c9e1e73e-ad8c-42ec-9c07-c4dc33418203 req-0f61ab40-f7d2-4d3b-8c06-10f712989ece tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 Apr 29 18:53:59.943711 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group (556433a7-ea95-42fd-bdb3-ce1c116fac7a), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:00.010933 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (556433a7-ea95-42fd-bdb3-ce1c116fac7a), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:00.014902 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:00.016425 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] 10.222.0.50 "DELETE /v2.0/security-groups/556433a7-ea95-42fd-bdb3-ce1c116fac7a HTTP/1.1" status: 204 len: 168 time: 0.1548803 Apr 29 18:54:00.025575 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556433a7-ea95-42fd-bdb3-ce1c116fac7a,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:00.033036 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.033386 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.033733 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.034058 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.034397 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.034729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.035058 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.035387 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.035715 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.036218 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.036440 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.036749 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.037150 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.037486 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.037785 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1a328-a66c-43c6-8ed9-086d709addef tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:00.086614 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51790) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:00.086989 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 10ecab05-24bc-40bf-b5dc-7da8769c23cf no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:54:00.108573 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: 10ecab05-24bc-40bf-b5dc-7da8769c23cf {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:54:00.109109 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 10ecab05-24bc-40bf-b5dc-7da8769c23cf not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:54:00.521412 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:00.758478 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Deleting port 12660471-302d-44ba-b5e0-a5b8a9db8158 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:54:00.758788 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:00.837453 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] For port 12660471-302d-44ba-b5e0-a5b8a9db8158, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=12660471-302d-44ba-b5e0-a5b8a9db8158,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:00.837809 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:00.850595 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Calling delete_port for 12660471-302d-44ba-b5e0-a5b8a9db8158 owned by network:router_interface {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:54:01.036607 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (12660471-302d-44ba-b5e0-a5b8a9db8158), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:01.054246 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f011e-1b0c-4c3b-afbe-206f93e60ced req-2e83b558-49de-4598-9807-129876063fec tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:01.055671 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de3f011e-1b0c-4c3b-afbe-206f93e60ced req-2e83b558-49de-4598-9807-129876063fec tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0528116 Apr 29 18:54:01.068621 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Pushing event deleted for resources: {'Port': ['ID=12660471-302d-44ba-b5e0-a5b8a9db8158,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:01.111420 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de3f011e-1b0c-4c3b-afbe-206f93e60ced req-ee76e587-0876-4ccb-ba40-e5ac76398a44 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496747 Apr 29 18:54:01.239105 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:01.480475 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:54:01.597732 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:54:01.607435 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-23d96e62-69dd-4c47-8bcd-76e332986756 admin admin] 10.222.0.50 "PUT /v2.0/routers/cb7e5ed7-56fd-4a94-8244-d3c13c594d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5193911 Apr 29 18:54:01.609591 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51796) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:01.611254 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] Sync routers for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:54:01.622108 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:54:01.622772 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:01.721221 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks [] for router (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:01.737460 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:54:01.827222 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks [] for router_gateway (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:01.873422 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Deleting port 07018396-2e89-46e0-8ec4-7c43160932c6 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:54:01.873754 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:01.909728 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:54:00Z', 'revision_number': 5, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port': {'id': '07018396-2e89-46e0-8ec4-7c43160932c6', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:45Z', 'updated_at': '2022-04-29T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:01.936638 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] Checking router: cb7e5ed7-56fd-4a94-8244-d3c13c594d9e for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:54:01.946273 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] Routers {'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:54:01.946992 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:01.952032 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] For port 07018396-2e89-46e0-8ec4-7c43160932c6, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=07018396-2e89-46e0-8ec4-7c43160932c6,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:01.952478 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:01.969451 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Calling delete_port for 07018396-2e89-46e0-8ec4-7c43160932c6 owned by network:router_gateway {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:54:02.037777 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] Set router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e gateway port host: None {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:54:02.093447 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:54:01Z', 'revision_number': 6, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port_host': None}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:02.120009 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2d29b-f405-40c1-8f1f-c36dbc6f4699 None None] The sync data for ids ['cb7e5ed7-56fd-4a94-8244-d3c13c594d9e'] in dv-cinder-839987-1-iscsi is: [{'id': 'cb7e5ed7-56fd-4a94-8244-d3c13c594d9e', 'name': 'tempest-TestShelveInstance-1706355752-router', 'tenant_id': '131b4943a4aa42a8b09d614d80f552cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:44Z', 'updated_at': '2022-04-29T18:54:01Z', 'revision_number': 6, 'project_id': '131b4943a4aa42a8b09d614d80f552cc', 'gw_port_host': None}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:54:02.139068 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (07018396-2e89-46e0-8ec4-7c43160932c6), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.169555 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=07018396-2e89-46e0-8ec4-7c43160932c6,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:02.234107 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.241369 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a713d6-d6a4-4440-ae8b-fcca549a2611 req-cc1b9973-2822-4db2-b44a-be7f1c21591c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:02.243639 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-30a713d6-d6a4-4440-ae8b-fcca549a2611 req-cc1b9973-2822-4db2-b44a-be7f1c21591c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0496051 Apr 29 18:54:02.297093 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-30a713d6-d6a4-4440-ae8b-fcca549a2611 req-3758c1a2-b426-417a-a6ad-faba4265af81 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459824 Apr 29 18:54:02.303083 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.341921 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.344293 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks [] for router_controller (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.392361 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (cb7e5ed7-56fd-4a94-8244-d3c13c594d9e), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.392995 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7e5ed7-56fd-4a94-8244-d3c13c594d9e {{(pid=110119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 18:54:02.397784 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.399375 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-d4f2091f-e64d-4877-82e6-38d5b0256ad6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cb7e5ed7-56fd-4a94-8244-d3c13c594d9e HTTP/1.1" status: 204 len: 168 time: 0.7885761 Apr 29 18:54:02.402179 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51800) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:02.448792 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b11ac2-d89f-403c-89ec-e3672ef4e921 admin admin] Deleting subnet 8a2fb172-bb44-4c1d-b616-fd94466e4522 {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:54:02.451887 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05b11ac2-d89f-403c-89ec-e3672ef4e921 admin admin] Publish callbacks [] for subnet (8a2fb172-bb44-4c1d-b616-fd94466e4522), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.488222 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05b11ac2-d89f-403c-89ec-e3672ef4e921 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (8a2fb172-bb44-4c1d-b616-fd94466e4522), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.568333 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05b11ac2-d89f-403c-89ec-e3672ef4e921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (8a2fb172-bb44-4c1d-b616-fd94466e4522), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.622555 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05b11ac2-d89f-403c-89ec-e3672ef4e921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (8a2fb172-bb44-4c1d-b616-fd94466e4522), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.651703 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b11ac2-d89f-403c-89ec-e3672ef4e921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2fb172-bb44-4c1d-b616-fd94466e4522,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:02.653718 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05b11ac2-d89f-403c-89ec-e3672ef4e921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.657721 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-05b11ac2-d89f-403c-89ec-e3672ef4e921 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8a2fb172-bb44-4c1d-b616-fd94466e4522 HTTP/1.1" status: 204 len: 168 time: 0.2542281 Apr 29 18:54:02.660262 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51802) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:02.662850 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8f8f4-a1df-4efe-8ac3-58292e3234ae None None] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:54:02.741154 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (06abeb83-1544-4ffb-b107-5158cc75dcd4), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.795269 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Deleting port d95f00c2-c762-4034-9d7c-19b430c0eff8 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:54:02.795605 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.834855 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] DHCP port deletion for 06abeb83-1544-4ffb-b107-5158cc75dcd4 request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 18:54:02.876408 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] For port d95f00c2-c762-4034-9d7c-19b430c0eff8, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=d95f00c2-c762-4034-9d7c-19b430c0eff8,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:02.876848 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.895936 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] Deleting port d95f00c2-c762-4034-9d7c-19b430c0eff8 {{(pid=110121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:54:02.896442 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), before_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:02.901828 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Calling delete_port for d95f00c2-c762-4034-9d7c-19b430c0eff8 owned by network:dhcp {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:54:02.912645 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 12660471-302d-44ba-b5e0-a5b8a9db8158 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:54:02.944267 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 12660471-302d-44ba-b5e0-a5b8a9db8158 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:54:02.944722 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 12660471-302d-44ba-b5e0-a5b8a9db8158 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:54:02.945324 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device d95f00c2-c762-4034-9d7c-19b430c0eff8 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:54:02.992549 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:03.010559 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] For port d95f00c2-c762-4034-9d7c-19b430c0eff8, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=d95f00c2-c762-4034-9d7c-19b430c0eff8,segment=NetworkSegment(70d4737f-f06e-4061-9fe2-89d832e011ab),segment_id=70d4737f-f06e-4061-9fe2-89d832e011ab)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:03.010952 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), precommit_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:03.018141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d95f00c2-c762-4034-9d7c-19b430c0eff8,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:03.021644 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] No DVR routers for this DVR port d95f00c2-c762-4034-9d7c-19b430c0eff8 on host dv-cinder-839987-1-iscsi {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:54:03.029958 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] Calling delete_port for d95f00c2-c762-4034-9d7c-19b430c0eff8 owned by network:dhcp {{(pid=110121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:54:03.042994 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No active binding found for port d95f00c2-c762-4034-9d7c-19b430c0eff8 {{(pid=110121) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 18:54:03.043347 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] The host dv-cinder-839987-1-iscsi is not matching for port d95f00c2-c762-4034-9d7c-19b430c0eff8 host None! {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 29 18:54:03.043721 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device d95f00c2-c762-4034-9d7c-19b430c0eff8 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:54:03.044145 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 07018396-2e89-46e0-8ec4-7c43160932c6 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:54:03.095595 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (06abeb83-1544-4ffb-b107-5158cc75dcd4), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:03.118401 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06abeb83-1544-4ffb-b107-5158cc75dcd4']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:03.129392 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d4737f-f06e-4061-9fe2-89d832e011ab') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:03.129685 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d4737f-f06e-4061-9fe2-89d832e011ab') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:03.140424 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (70d4737f-f06e-4061-9fe2-89d832e011ab), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:03.155222 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (70d4737f-f06e-4061-9fe2-89d832e011ab), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:03.162328 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:54:03.162915 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (70d4737f-f06e-4061-9fe2-89d832e011ab), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:54:03.164857 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:54:03.222461 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (06abeb83-1544-4ffb-b107-5158cc75dcd4), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:03.228020 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:03.229053 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 07018396-2e89-46e0-8ec4-7c43160932c6 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:54:03.229395 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 07018396-2e89-46e0-8ec4-7c43160932c6 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:54:03.234296 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] 10.222.0.50 "DELETE /v2.0/networks/06abeb83-1544-4ffb-b107-5158cc75dcd4 HTTP/1.1" status: 204 len: 168 time: 0.5700121 Apr 29 18:54:03.235693 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51804) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:03.242086 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057513-8d5a-4192-978e-d238884770ca admin admin] Pushing event deleted for resources: {'Network': ['ID=06abeb83-1544-4ffb-b107-5158cc75dcd4,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:03.265262 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125'] for port (d95f00c2-c762-4034-9d7c-19b430c0eff8), after_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:03.287312 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] Network 06abeb83-1544-4ffb-b107-5158cc75dcd4 is not hosted by any dhcp agent {{(pid=110121) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 18:54:03.288050 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] No DVR routers for this DVR port d95f00c2-c762-4034-9d7c-19b430c0eff8 on host dv-cinder-839987-1-iscsi {{(pid=110121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:54:03.289766 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc7b28-e8e4-4c0c-bde6-a0931b3f95c5 None None] Pushing event deleted for resources: {'Port': ['ID=d95f00c2-c762-4034-9d7c-19b430c0eff8,revision_number=None']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:03.426133 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583a6e-c2e7-48ee-85bc-3e34effc37d2 req-b0d6ac19-b826-4570-ac09-e5c6ef56d090 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:03.427636 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ee583a6e-c2e7-48ee-85bc-3e34effc37d2 req-b0d6ac19-b826-4570-ac09-e5c6ef56d090 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0559318 Apr 29 18:54:03.485397 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ee583a6e-c2e7-48ee-85bc-3e34effc37d2 req-d55c6782-bc50-42fb-9465-01d11ce391c6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519040 Apr 29 18:54:03.839725 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (a1a01aa0-f103-4307-bf37-81959fb2436f), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:04.092738 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Deleting port 9d2e4b77-c8eb-4162-b4bc-07c28de09692 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:54:04.092988 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:04.169974 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] For port 9d2e4b77-c8eb-4162-b4bc-07c28de09692, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=9d2e4b77-c8eb-4162-b4bc-07c28de09692,segment=NetworkSegment(189e7ed7-b630-47b7-830c-1720bace0174),segment_id=189e7ed7-b630-47b7-830c-1720bace0174)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:04.170340 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:04.184894 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Calling delete_port for 9d2e4b77-c8eb-4162-b4bc-07c28de09692 owned by network:router_interface {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:54:04.400696 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (9d2e4b77-c8eb-4162-b4bc-07c28de09692), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:04.426799 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2e4b77-c8eb-4162-b4bc-07c28de09692,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:04.641288 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a12403-5069-430e-9c5c-4c966e2dedd6 req-8760d04d-3bf7-4422-a345-058d2d386999 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:04.642775 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-70a12403-5069-430e-9c5c-4c966e2dedd6 req-8760d04d-3bf7-4422-a345-058d2d386999 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0585034 Apr 29 18:54:04.643496 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (a1a01aa0-f103-4307-bf37-81959fb2436f), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:04.750490 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-70a12403-5069-430e-9c5c-4c966e2dedd6 req-d669cc3a-7383-4163-b83f-8c426534f5e8 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009111 Apr 29 18:54:04.910846 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Router a1a01aa0-f103-4307-bf37-81959fb2436f has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:54:05.029839 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:54:05.037972 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-6bff01b4-755c-4af5-9625-c6d93e818afd admin admin] 10.222.0.50 "PUT /v2.0/routers/a1a01aa0-f103-4307-bf37-81959fb2436f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008769 Apr 29 18:54:05.041919 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51810) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:05.045387 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] Sync routers for ids ['a1a01aa0-f103-4307-bf37-81959fb2436f'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:54:05.056552 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] Routers {'a1a01aa0-f103-4307-bf37-81959fb2436f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:54:05.057193 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['a1a01aa0-f103-4307-bf37-81959fb2436f'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:05.147583 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks [] for router (a1a01aa0-f103-4307-bf37-81959fb2436f), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.165694 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] Set router a1a01aa0-f103-4307-bf37-81959fb2436f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:54:05.251208 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks [] for router_gateway (a1a01aa0-f103-4307-bf37-81959fb2436f), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.294719 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Deleting port bae2db2d-766d-4389-82cf-19ef596d112e {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:54:05.294966 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.332297 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:50Z', 'updated_at': '2022-04-29T18:54:04Z', 'revision_number': 5, 'project_id': '17cf3832459944abacf72169a8abd09a', 'gw_port': {'id': 'bae2db2d-766d-4389-82cf-19ef596d112e', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:45:51Z', 'updated_at': '2022-04-29T18:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:05.358616 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] Checking router: a1a01aa0-f103-4307-bf37-81959fb2436f for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:54:05.367043 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] Routers {'a1a01aa0-f103-4307-bf37-81959fb2436f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:54:05.367644 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:53:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['a1a01aa0-f103-4307-bf37-81959fb2436f'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:05.374308 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] For port bae2db2d-766d-4389-82cf-19ef596d112e, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=bae2db2d-766d-4389-82cf-19ef596d112e,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:05.375283 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.388519 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Calling delete_port for bae2db2d-766d-4389-82cf-19ef596d112e owned by network:router_gateway {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:54:05.456962 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] Set router a1a01aa0-f103-4307-bf37-81959fb2436f gateway port host: None {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:54:05.509292 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:50Z', 'updated_at': '2022-04-29T18:54:05Z', 'revision_number': 6, 'project_id': '17cf3832459944abacf72169a8abd09a', 'gw_port_host': None}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:05.539506 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a0139-a701-40cf-8a3e-4462095c5a9e None None] The sync data for ids ['a1a01aa0-f103-4307-bf37-81959fb2436f'] in dv-cinder-839987-1-iscsi is: [{'id': 'a1a01aa0-f103-4307-bf37-81959fb2436f', 'name': 'tempest-TestShelveInstance-1470245829-router', 'tenant_id': '17cf3832459944abacf72169a8abd09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:45:50Z', 'updated_at': '2022-04-29T18:54:05Z', 'revision_number': 6, 'project_id': '17cf3832459944abacf72169a8abd09a', 'gw_port_host': None}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:54:05.562767 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (bae2db2d-766d-4389-82cf-19ef596d112e), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.589791 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae2db2d-766d-4389-82cf-19ef596d112e,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:05.649578 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (a1a01aa0-f103-4307-bf37-81959fb2436f), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.738952 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (a1a01aa0-f103-4307-bf37-81959fb2436f), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.741163 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks [] for router_controller (a1a01aa0-f103-4307-bf37-81959fb2436f), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.790414 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (a1a01aa0-f103-4307-bf37-81959fb2436f), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.791309 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1a01aa0-f103-4307-bf37-81959fb2436f {{(pid=110119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 18:54:05.796398 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.797679 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-4531ed9a-3eb8-4802-bf49-1c03b693a498 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a1a01aa0-f103-4307-bf37-81959fb2436f HTTP/1.1" status: 204 len: 168 time: 0.7547522 Apr 29 18:54:05.800539 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51814) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:05.846109 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d640c228-10ef-4fd0-a5af-fa8cb6d31024 admin admin] Deleting subnet 104c0bc9-7ead-4647-81e0-d2decf6a652c {{(pid=110120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:54:05.849431 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d640c228-10ef-4fd0-a5af-fa8cb6d31024 admin admin] Publish callbacks [] for subnet (104c0bc9-7ead-4647-81e0-d2decf6a652c), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.879109 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42038b-62c2-4090-95a4-5a9b99f9c448 req-a3e70556-31eb-4da4-95d2-d419ac99d790 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:05.880675 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2b42038b-62c2-4090-95a4-5a9b99f9c448 req-a3e70556-31eb-4da4-95d2-d419ac99d790 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0498016 Apr 29 18:54:05.890721 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d640c228-10ef-4fd0-a5af-fa8cb6d31024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668398'] for subnet (104c0bc9-7ead-4647-81e0-d2decf6a652c), precommit_delete_associations {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:05.932998 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2b42038b-62c2-4090-95a4-5a9b99f9c448 req-f652443c-5211-478d-85af-eb9cb7ade26b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456593 Apr 29 18:54:05.975239 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d640c228-10ef-4fd0-a5af-fa8cb6d31024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (104c0bc9-7ead-4647-81e0-d2decf6a652c), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.028187 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d640c228-10ef-4fd0-a5af-fa8cb6d31024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9086737'] for subnet (104c0bc9-7ead-4647-81e0-d2decf6a652c), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.053041 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640c228-10ef-4fd0-a5af-fa8cb6d31024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104c0bc9-7ead-4647-81e0-d2decf6a652c,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:06.056676 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d640c228-10ef-4fd0-a5af-fa8cb6d31024 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.062395 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-d640c228-10ef-4fd0-a5af-fa8cb6d31024 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/104c0bc9-7ead-4647-81e0-d2decf6a652c HTTP/1.1" status: 204 len: 168 time: 0.2582476 Apr 29 18:54:06.062554 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba2b0a-ab51-4a79-a21c-4609f6449797 None None] Network 300ca5ee-e66c-4037-9518-8e110bab35fc requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:54:06.063009 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 51816) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:06.138535 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (300ca5ee-e66c-4037-9518-8e110bab35fc), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.186926 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Deleting port ae06600b-a02b-494d-8bfa-3eabe0f90a52 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:54:06.187267 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.253632 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] For port ae06600b-a02b-494d-8bfa-3eabe0f90a52, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=ae06600b-a02b-494d-8bfa-3eabe0f90a52,segment=NetworkSegment(189e7ed7-b630-47b7-830c-1720bace0174),segment_id=189e7ed7-b630-47b7-830c-1720bace0174)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:06.253873 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.267262 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Calling delete_port for ae06600b-a02b-494d-8bfa-3eabe0f90a52 owned by network:dhcp {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:54:06.333837 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] DHCP port deletion for 300ca5ee-e66c-4037-9518-8e110bab35fc request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 18:54:06.357606 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.375848 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] Deleting port ae06600b-a02b-494d-8bfa-3eabe0f90a52 {{(pid=110121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:54:06.376225 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), before_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.385804 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ae06600b-a02b-494d-8bfa-3eabe0f90a52,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:06.391417 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] No DVR routers for this DVR port ae06600b-a02b-494d-8bfa-3eabe0f90a52 on host dv-cinder-839987-1-iscsi {{(pid=110120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:54:06.440690 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] For port ae06600b-a02b-494d-8bfa-3eabe0f90a52, host dv-cinder-839987-1-iscsi, got binding levels [] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:06.441346 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), precommit_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.454854 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] Calling delete_port for ae06600b-a02b-494d-8bfa-3eabe0f90a52 owned by network:dhcp {{(pid=110121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:54:06.457847 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] Port ae06600b-a02b-494d-8bfa-3eabe0f90a52 was not found and therefore no delete operation was performed {{(pid=110121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 29 18:54:06.459072 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125'] for port (ae06600b-a02b-494d-8bfa-3eabe0f90a52), after_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.469427 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (300ca5ee-e66c-4037-9518-8e110bab35fc), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.487131 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] Pushing event deleted for resources: {'Port': ['ID=ae06600b-a02b-494d-8bfa-3eabe0f90a52,revision_number=None']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:06.489375 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300ca5ee-e66c-4037-9518-8e110bab35fc']}} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:06.492270 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7db31-22a0-428a-978b-8569da7f4f52 None None] No DVR routers for this DVR port ae06600b-a02b-494d-8bfa-3eabe0f90a52 on host dv-cinder-839987-1-iscsi {{(pid=110121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:54:06.499805 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189e7ed7-b630-47b7-830c-1720bace0174') {'for_net_delete': True} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:06.500102 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189e7ed7-b630-47b7-830c-1720bace0174') {} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:54:06.516149 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668385'] for segment (189e7ed7-b630-47b7-830c-1720bace0174), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.530526 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (189e7ed7-b630-47b7-830c-1720bace0174), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.537741 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:54:06.538295 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542673'] for segment (189e7ed7-b630-47b7-830c-1720bace0174), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: Traceback (most recent call last): Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: timer() Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: cb(*args, **kw) Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: return func(*args, **kwargs) Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: self._notify() Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: self.callback(batched_events) Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: event.method(event) Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: return f(self, *a, **k) Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._get(url).json() Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: return self.request(url, 'GET', **kwargs) Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:54:06.540058 dv-cinder-839987-1-iscsi neutron-server[110120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:54:06.607545 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (300ca5ee-e66c-4037-9518-8e110bab35fc), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.612424 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.615746 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] 10.222.0.50 "DELETE /v2.0/networks/300ca5ee-e66c-4037-9518-8e110bab35fc HTTP/1.1" status: 204 len: 168 time: 0.5519359 Apr 29 18:54:06.631434 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf9279-9da4-4961-beed-16a4db5bb4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=300ca5ee-e66c-4037-9518-8e110bab35fc,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:06.736930 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51822) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:06.777885 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c6f535e6-5034-48f3-b760-9d81b1369b6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=131b4943a4aa42a8b09d614d80f552cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396726 Apr 29 18:54:06.780364 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51824) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:06.830078 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-66424e6e-3d0c-4f35-8606-35ddd3c15e21 admin admin] Publish callbacks [] for security_group (44ab6ada-910d-4139-8862-77b05ed1c895), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.855986 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-66424e6e-3d0c-4f35-8606-35ddd3c15e21 admin admin] Publish callbacks [] for security_group (44ab6ada-910d-4139-8862-77b05ed1c895), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.860690 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 9d2e4b77-c8eb-4162-b4bc-07c28de09692 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:54:06.881118 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 9d2e4b77-c8eb-4162-b4bc-07c28de09692 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:54:06.881463 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 9d2e4b77-c8eb-4162-b4bc-07c28de09692 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:54:06.881869 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device bae2db2d-766d-4389-82cf-19ef596d112e no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:54:06.900567 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: bae2db2d-766d-4389-82cf-19ef596d112e {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:54:06.900954 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device bae2db2d-766d-4389-82cf-19ef596d112e not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:54:06.901379 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device ae06600b-a02b-494d-8bfa-3eabe0f90a52 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:54:06.904213 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-66424e6e-3d0c-4f35-8606-35ddd3c15e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (44ab6ada-910d-4139-8862-77b05ed1c895), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.907003 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-66424e6e-3d0c-4f35-8606-35ddd3c15e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:06.908134 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-66424e6e-3d0c-4f35-8606-35ddd3c15e21 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44ab6ada-910d-4139-8862-77b05ed1c895 HTTP/1.1" status: 204 len: 168 time: 0.1265066 Apr 29 18:54:06.915812 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66424e6e-3d0c-4f35-8606-35ddd3c15e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ab6ada-910d-4139-8862-77b05ed1c895,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:06.923105 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: ae06600b-a02b-494d-8bfa-3eabe0f90a52 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:54:06.924145 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device ae06600b-a02b-494d-8bfa-3eabe0f90a52 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:54:07.055207 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a57926-b7e6-423a-820f-d7f0234b6634 req-51e6d800-f52b-452c-9c55-bd4a03604f33 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:07.056718 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b3a57926-b7e6-423a-820f-d7f0234b6634 req-51e6d800-f52b-452c-9c55-bd4a03604f33 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0494075 Apr 29 18:54:07.107135 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b3a57926-b7e6-423a-820f-d7f0234b6634 req-fab82b7d-b841-4456-8877-2046a0dea035 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439372 Apr 29 18:54:07.226429 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51832) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:07.267218 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-159d916a-d60f-47a8-8b84-32cbc933a345 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17cf3832459944abacf72169a8abd09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395985 Apr 29 18:54:07.270633 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 51834) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:54:07.320683 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ed930ba8-e419-4122-a009-f815741d6e63 admin admin] Publish callbacks [] for security_group (1ecfac80-2931-4a3f-8711-ff8098ae9bbd), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:07.343894 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ed930ba8-e419-4122-a009-f815741d6e63 admin admin] Publish callbacks [] for security_group (1ecfac80-2931-4a3f-8711-ff8098ae9bbd), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:07.394213 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ed930ba8-e419-4122-a009-f815741d6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (1ecfac80-2931-4a3f-8711-ff8098ae9bbd), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:07.396779 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ed930ba8-e419-4122-a009-f815741d6e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:07.397926 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-ed930ba8-e419-4122-a009-f815741d6e63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ecfac80-2931-4a3f-8711-ff8098ae9bbd HTTP/1.1" status: 204 len: 168 time: 0.1264181 Apr 29 18:54:07.406094 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed930ba8-e419-4122-a009-f815741d6e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecfac80-2931-4a3f-8711-ff8098ae9bbd,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:08.243845 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e01cb-6774-4fca-8e37-3ce61b7ba1e2 req-532805a8-1a4d-4475-ba3f-0a54e2b4a191 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:08.245339 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-246e01cb-6774-4fca-8e37-3ce61b7ba1e2 req-532805a8-1a4d-4475-ba3f-0a54e2b4a191 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0609374 Apr 29 18:54:08.293870 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-246e01cb-6774-4fca-8e37-3ce61b7ba1e2 req-2da71cbe-2613-4622-afdf-05c9e01da685 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428178 Apr 29 18:54:09.441918 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b117134-0c24-4ed4-9263-faf06647bd01 req-82c4e528-3b9b-4e89-9e04-67d09f69038a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:09.443375 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b117134-0c24-4ed4-9263-faf06647bd01 req-82c4e528-3b9b-4e89-9e04-67d09f69038a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0570984 Apr 29 18:54:09.497097 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-1b117134-0c24-4ed4-9263-faf06647bd01 req-d2971533-51eb-4c91-82e8-97602ca5bd8f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459282 Apr 29 18:54:10.634585 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70c84-3138-4191-b00b-121448dfbaf1 req-9cc30113-0c6a-489c-8832-e98944d6ee09 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:10.636059 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-64a70c84-3138-4191-b00b-121448dfbaf1 req-9cc30113-0c6a-489c-8832-e98944d6ee09 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0489182 Apr 29 18:54:10.685644 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-64a70c84-3138-4191-b00b-121448dfbaf1 req-4a16b36f-f2f0-40e1-896d-08afb5889b94 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437801 Apr 29 18:54:11.826629 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5eb9e-8a53-49a2-9d33-2ebe6c8faff0 req-ef2c9fc1-a1cf-4950-83b9-0f6fb7c9d0d7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:11.828171 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-eab5eb9e-8a53-49a2-9d33-2ebe6c8faff0 req-ef2c9fc1-a1cf-4950-83b9-0f6fb7c9d0d7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0577474 Apr 29 18:54:11.879046 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-eab5eb9e-8a53-49a2-9d33-2ebe6c8faff0 req-9310e525-9cfd-4158-b040-e7ba830e52d9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Apr 29 18:54:13.003872 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecb3d7-f5bc-439c-b4ab-a25579425eaf req-4c2ed315-cb36-4885-b887-3db86725fc80 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:13.005345 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9eecb3d7-f5bc-439c-b4ab-a25579425eaf req-4c2ed315-cb36-4885-b887-3db86725fc80 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0522039 Apr 29 18:54:13.056302 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9eecb3d7-f5bc-439c-b4ab-a25579425eaf req-c9c2814c-bfa7-4992-a6b5-bd378b67a017 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451999 Apr 29 18:54:13.586338 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:54:14.185186 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e5623-81ff-4657-9ff9-f20056417624 req-251a1e3b-df53-4d53-9193-99b6f42f4135 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:14.186642 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-288e5623-81ff-4657-9ff9-f20056417624 req-251a1e3b-df53-4d53-9193-99b6f42f4135 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0474825 Apr 29 18:54:14.240260 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-288e5623-81ff-4657-9ff9-f20056417624 req-e12f8399-743d-443d-8fa1-c07cd651a840 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473893 Apr 29 18:54:15.658578 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071a5be-b668-4e6f-9de4-e1392d188e0a req-e5e6e3a8-3b95-45be-ae19-e3d8dafb5048 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:15.660038 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d071a5be-b668-4e6f-9de4-e1392d188e0a req-e5e6e3a8-3b95-45be-ae19-e3d8dafb5048 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.3325744 Apr 29 18:54:15.710326 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d071a5be-b668-4e6f-9de4-e1392d188e0a req-6b982633-c1ed-4450-b692-9026e4e97ca6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422554 Apr 29 18:54:16.135580 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device ffb8f15d-574a-4662-b6a7-c0354c95014a details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:54:16.240921 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:16.252091 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'port_id': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'mac_address': 'fa:16:3e:66:32:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:54:16.289490 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port ffb8f15d-574a-4662-b6a7-c0354c95014a is: ACTIVE; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:54:16.289884 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:16.303543 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffb8f15d-574a-4662-b6a7-c0354c95014a {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:54:16.325897 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:16.332917 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:16.380964 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=6']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:16.388541 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.388815 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.389150 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.389488 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.389820 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.390144 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.390468 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.390785 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.391092 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.391420 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.392295 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.392682 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.393009 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.393326 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.393650 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:54:16.629957 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['ffb8f15d-574a-4662-b6a7-c0354c95014a'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:54:16.837765 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c0de-d681-46d3-a90d-4bb35f22e73f req-79212e65-bee1-4e91-9804-40972557cd30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:16.839298 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5e83c0de-d681-46d3-a90d-4bb35f22e73f req-79212e65-bee1-4e91-9804-40972557cd30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 944 time: 0.0524092 Apr 29 18:54:16.887086 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5e83c0de-d681-46d3-a90d-4bb35f22e73f req-ddf34afd-6638-412f-be3e-7aa4340a9346 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421255 Apr 29 18:54:18.024648 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf6f7b-48ba-4019-9ca1-ed970e836f53 req-7db8c7b2-ccd2-4999-ab46-92503af9172e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:18.026118 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-19cf6f7b-48ba-4019-9ca1-ed970e836f53 req-7db8c7b2-ccd2-4999-ab46-92503af9172e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 944 time: 0.0539696 Apr 29 18:54:18.073895 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-19cf6f7b-48ba-4019-9ca1-ed970e836f53 req-b2a17555-2a7b-431e-88c9-716b71b998be tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420623 Apr 29 18:54:18.136616 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device ffb8f15d-574a-4662-b6a7-c0354c95014a up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:54:18.191982 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port ffb8f15d-574a-4662-b6a7-c0354c95014a triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:54:18.192280 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:18.272714 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port ffb8f15d-574a-4662-b6a7-c0354c95014a is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:54:18.273094 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:18.296979 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:54:18.299797 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b10f3f-e51c-4571-8047-5a85a6352d34" -d '{"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-plugged", "status": "completed", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:54:18.312188 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:18.317566 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:18.342872 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b72c03f-bffa-46ab-8f26-416d96949a44 x-openstack-request-id: req-3b72c03f-bffa-46ab-8f26-416d96949a44 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:54:18.343153 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-plugged", "status": "completed", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:54:18.343401 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b72c03f-bffa-46ab-8f26-416d96949a44 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:54:18.343790 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b72c03f-bffa-46ab-8f26-416d96949a44'] response: {'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'code': 200} Apr 29 18:54:18.368485 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=7']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:19.216926 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e013-b0c1-4bd6-ba55-bba9163a0fea req-5af5af1f-9764-4192-ab40-54c9659e609b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:19.218397 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49f7e013-b0c1-4bd6-ba55-bba9163a0fea req-5af5af1f-9764-4192-ab40-54c9659e609b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0500154 Apr 29 18:54:19.264855 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49f7e013-b0c1-4bd6-ba55-bba9163a0fea req-ae27791b-b77f-47c5-ba18-14abb93e6dea tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408833 Apr 29 18:54:20.392705 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea183e22-50b5-4ecd-8603-e6a8264c2059 req-05fbe522-36f6-44b4-9be8-766384f9ed1a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:20.394195 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ea183e22-50b5-4ecd-8603-e6a8264c2059 req-05fbe522-36f6-44b4-9be8-766384f9ed1a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0481493 Apr 29 18:54:20.445142 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ea183e22-50b5-4ecd-8603-e6a8264c2059 req-69da2810-5469-47e0-8728-58f940bf2942 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 Apr 29 18:54:21.579063 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342d150-73da-4554-816e-fac5031ac16b req-fec9fb86-94aa-4d58-b20e-0fdd18e10c2b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:21.580586 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1342d150-73da-4554-816e-fac5031ac16b req-fec9fb86-94aa-4d58-b20e-0fdd18e10c2b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0533216 Apr 29 18:54:21.645847 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1342d150-73da-4554-816e-fac5031ac16b req-dab79ee4-2bbe-4df4-b903-6fcd37d3435b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565720 Apr 29 18:54:22.769194 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36df36-f71e-430c-9251-aec2cd0db4fb req-7fa7d76b-07c0-4262-b6a3-b82eb242a326 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:22.770684 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-af36df36-f71e-430c-9251-aec2cd0db4fb req-7fa7d76b-07c0-4262-b6a3-b82eb242a326 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0489104 Apr 29 18:54:22.827010 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-af36df36-f71e-430c-9251-aec2cd0db4fb req-2887882c-abf5-4467-94e6-4568d755c5ca tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501828 Apr 29 18:54:23.118971 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-39fda96a-b068-4280-8b22-fa21b5324b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:23.973951 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a5551-ed97-4a89-960a-05da007a13be req-202bc012-f9c8-4ad0-ab7d-05013ca0bc92 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:23.976274 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-976a5551-ed97-4a89-960a-05da007a13be req-202bc012-f9c8-4ad0-ab7d-05013ca0bc92 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0603869 Apr 29 18:54:24.044112 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-976a5551-ed97-4a89-960a-05da007a13be req-cfb0b367-0a7a-4a5c-ba9d-cf4427613d02 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596809 Apr 29 18:54:25.173006 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfbb7d-8908-4052-99d1-1799f54d3bba req-4ab69eec-4f3c-4b9c-94a5-d8c7c184982a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:25.175259 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f8cfbb7d-8908-4052-99d1-1799f54d3bba req-4ab69eec-4f3c-4b9c-94a5-d8c7c184982a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0517409 Apr 29 18:54:25.231581 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f8cfbb7d-8908-4052-99d1-1799f54d3bba req-eab326e5-a83c-437e-b620-5e12180073aa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471411 Apr 29 18:54:25.350939 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f01b880f-5980-4d56-9c5d-70ccc4cd0847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:26.375591 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:26.386330 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88379fee-39aa-48a4-b6b2-4648a410c24d req-9c505ff6-0646-4ec1-b363-2814454fddfa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:26.388129 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-88379fee-39aa-48a4-b6b2-4648a410c24d req-9c505ff6-0646-4ec1-b363-2814454fddfa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0687027 Apr 29 18:54:26.444342 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-88379fee-39aa-48a4-b6b2-4648a410c24d req-55d105df-4858-4b3d-9cac-5c184134c606 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496540 Apr 29 18:54:27.583128 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff0206-ed98-4d42-b8f0-1d72b41cbf42 req-8817d73c-eee7-4e43-99eb-be063c7fb49d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:27.585805 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-27ff0206-ed98-4d42-b8f0-1d72b41cbf42 req-8817d73c-eee7-4e43-99eb-be063c7fb49d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0613925 Apr 29 18:54:27.602203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:27.642802 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-27ff0206-ed98-4d42-b8f0-1d72b41cbf42 req-b810a3bb-bee6-4d84-afaf-47ed97b1290a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514817 Apr 29 18:54:28.794205 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36b61-73ab-470d-966a-58b5fc1ae9d5 req-94e0796a-d21d-4bb7-9bb9-fb178d1b683b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:28.802712 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bbf36b61-73ab-470d-966a-58b5fc1ae9d5 req-94e0796a-d21d-4bb7-9bb9-fb178d1b683b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0582876 Apr 29 18:54:28.854115 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bbf36b61-73ab-470d-966a-58b5fc1ae9d5 req-b60b52a4-6a1e-461e-961f-2fe7199e31cd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502558 Apr 29 18:54:29.371321 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:29.987104 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf73967-83b2-49ea-bc9c-8452fd97946c req-34c5ae42-999e-4a70-841d-c5f0ddb48d93 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:29.989305 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ebf73967-83b2-49ea-bc9c-8452fd97946c req-34c5ae42-999e-4a70-841d-c5f0ddb48d93 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0562856 Apr 29 18:54:30.041941 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ebf73967-83b2-49ea-bc9c-8452fd97946c req-bac48251-0ab9-47db-937a-b9316813fbcd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458841 Apr 29 18:54:31.177381 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585713a7-a050-4d77-8886-b2b7a3d973fc req-6e705349-f5ad-4778-9d9a-73673cb0bdab tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:31.178915 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-585713a7-a050-4d77-8886-b2b7a3d973fc req-6e705349-f5ad-4778-9d9a-73673cb0bdab tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0522585 Apr 29 18:54:31.228818 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-585713a7-a050-4d77-8886-b2b7a3d973fc req-0bc88ce2-42f1-41e2-946b-ca5eea98c9fa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432289 Apr 29 18:54:32.319654 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:32.351193 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c0c0-5606-4d19-aaa9-919bbc07a06f req-80a85e03-60de-44e8-8e52-6ea3ad054515 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:32.352689 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8ad9c0c0-5606-4d19-aaa9-919bbc07a06f req-80a85e03-60de-44e8-8e52-6ea3ad054515 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0505912 Apr 29 18:54:32.407050 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8ad9c0c0-5606-4d19-aaa9-919bbc07a06f req-68df5399-0b82-4690-bb55-3225d102fc6f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486240 Apr 29 18:54:33.541004 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f9047-6c06-449d-adf5-9401f5e44770 req-d0583fd6-82ae-4252-bf06-32638e5e32e7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:33.542495 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b73f9047-6c06-449d-adf5-9401f5e44770 req-d0583fd6-82ae-4252-bf06-32638e5e32e7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0510550 Apr 29 18:54:33.593914 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b73f9047-6c06-449d-adf5-9401f5e44770 req-d26f0d3c-43d8-4e8b-8c79-46e48bd7c6f0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 Apr 29 18:54:34.727180 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbccba-7e58-469e-8736-ccd931ffa424 req-47cb782b-1132-4fc7-aa07-55299456a8f9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:34.729073 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fcfbccba-7e58-469e-8736-ccd931ffa424 req-47cb782b-1132-4fc7-aa07-55299456a8f9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0555730 Apr 29 18:54:34.788683 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fcfbccba-7e58-469e-8736-ccd931ffa424 req-cb317d8e-ead2-4fa2-bb13-76eba2657b17 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514758 Apr 29 18:54:35.906225 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87067f81-90ef-4e8b-b146-643bfd1e0a9d req-00b3acf4-1a94-4f50-9bde-29731aa993ae tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:35.907666 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87067f81-90ef-4e8b-b146-643bfd1e0a9d req-00b3acf4-1a94-4f50-9bde-29731aa993ae tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0537751 Apr 29 18:54:35.959605 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87067f81-90ef-4e8b-b146-643bfd1e0a9d req-f4b8eb62-195b-4f7c-90fe-53d000ac380c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435092 Apr 29 18:54:36.248182 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-2ef9a902-0cf4-45e4-9c2f-c001136a29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:36.249685 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-2ef9a902-0cf4-45e4-9c2f-c001136a29d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 1129 time: 0.0401103 Apr 29 18:54:36.343875 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-76b1fce9-57f3-4362-be40-e49d27bd7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:36.345353 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-76b1fce9-57f3-4362-be40-e49d27bd7352 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 918 time: 0.0887213 Apr 29 18:54:36.411551 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-74237466-1ed4-4005-b42b-407d9e6bff5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a HTTP/1.1" status: 200 len: 1001 time: 0.0590863 Apr 29 18:54:36.461026 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-e154ed97-5712-4c40-97e8-04bd5f438e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:36.462413 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-e154ed97-5712-4c40-97e8-04bd5f438e55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.0427487 Apr 29 18:54:36.513791 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-a57f4cb3-61ed-49a8-aad8-979adb830c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:36.515155 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-a57f4cb3-61ed-49a8-aad8-979adb830c54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441732 Apr 29 18:54:36.603966 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-8ef7180e-ca83-4f01-bf24-5a655698a7eb service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814536 Apr 29 18:54:36.699013 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3ab26032-38ab-433b-872a-e3d244f24da0 req-0530f118-fec4-4aca-be71-4a6b478ebd6f service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864584 Apr 29 18:54:37.091338 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adbf2b-b967-4f34-ae94-dad967062c24 req-0ac80b2a-8323-4a2e-a50c-108fdf43cc4c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:37.092717 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d6adbf2b-b967-4f34-ae94-dad967062c24 req-0ac80b2a-8323-4a2e-a50c-108fdf43cc4c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0495749 Apr 29 18:54:37.151138 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d6adbf2b-b967-4f34-ae94-dad967062c24 req-7b268c07-e285-4cc1-bc9c-2018071d5523 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500672 Apr 29 18:54:38.287477 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b3be8-7b9e-4319-af10-e482ed34598e req-67225680-a854-43c1-a613-590b9d53a47a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:38.288931 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-350b3be8-7b9e-4319-af10-e482ed34598e req-67225680-a854-43c1-a613-590b9d53a47a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0544920 Apr 29 18:54:38.347902 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-350b3be8-7b9e-4319-af10-e482ed34598e req-ae57770b-5c10-4660-865a-7f67973cac48 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504141 Apr 29 18:54:39.479742 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6e39b-48a2-48b6-9ecb-2d202f3f9048 req-cf981253-b06b-4496-932b-b4576bb0d256 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:39.481235 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-66b6e39b-48a2-48b6-9ecb-2d202f3f9048 req-cf981253-b06b-4496-932b-b4576bb0d256 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0491719 Apr 29 18:54:39.532975 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-66b6e39b-48a2-48b6-9ecb-2d202f3f9048 req-e5477573-22bb-48ab-a096-766a97557548 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456507 Apr 29 18:54:40.265179 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device ffb8f15d-574a-4662-b6a7-c0354c95014a no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:54:40.345452 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port ffb8f15d-574a-4662-b6a7-c0354c95014a is: ACTIVE; New status is: DOWN {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:54:40.345855 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:40.371849 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:54:40.375417 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3357e732-17ac-43a3-a255-6296de5d80b8" -d '{"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:54:40.532611 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1af0b31-5932-4b69-89c2-9b4b5c6fb7b1 x-openstack-request-id: req-f1af0b31-5932-4b69-89c2-9b4b5c6fb7b1 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:54:40.532903 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-unplugged", "status": "failed", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a", "code": 422}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:54:40.533113 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1af0b31-5932-4b69-89c2-9b4b5c6fb7b1 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:54:40.533704 dv-cinder-839987-1-iscsi neutron-server[110121]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f1af0b31-5932-4b69-89c2-9b4b5c6fb7b1']: {'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'code': 422} returned with failed status Apr 29 18:54:40.535340 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:54:40.539998 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f110-66ef-4ae1-9192-cff50153cfd8 req-207de923-32ea-4ffb-b951-82561d114bce tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:40.542055 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:40.545593 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f989f110-66ef-4ae1-9192-cff50153cfd8 req-207de923-32ea-4ffb-b951-82561d114bce tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 945 time: 0.0534191 Apr 29 18:54:40.591271 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f989f110-66ef-4ae1-9192-cff50153cfd8 req-fbbde2a5-ae63-40a6-b003-ac77be449bc5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428903 Apr 29 18:54:40.592458 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=8']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:54:40.834500 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-12b08de3-876f-45b8-8f75-ba51ca0c9762 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314316 Apr 29 18:54:40.967543 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-8d9624c0-bc62-498f-8b45-6dda0acdb172 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:40.968887 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-8d9624c0-bc62-498f-8b45-6dda0acdb172 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports/ffb8f15d-574a-4662-b6a7-c0354c95014a HTTP/1.1" status: 200 len: 940 time: 0.1036708 Apr 29 18:54:41.723884 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5f783-021b-4232-82ed-41b94ea5ae0d req-e4d23a0f-9a7e-44ce-b5f5-e2e8ed7e6ce3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:41.725396 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-60c5f783-021b-4232-82ed-41b94ea5ae0d req-e4d23a0f-9a7e-44ce-b5f5-e2e8ed7e6ce3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0532458 Apr 29 18:54:41.776524 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-60c5f783-021b-4232-82ed-41b94ea5ae0d req-54ffc1bc-ff5e-450b-8d2c-4de2989161b3 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413554 Apr 29 18:54:42.008120 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-8646b0ad-3a5c-4a3d-bc2f-d3aa28e8e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:42.009528 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-8646b0ad-3a5c-4a3d-bc2f-d3aa28e8e453 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b&tenant_id=e9f31cfe6a484184b4b4873bb918b266 HTTP/1.1" status: 200 len: 1127 time: 0.0420609 Apr 29 18:54:42.094954 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-c25ced98-c028-4834-ac3f-99e272b4006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:42.096908 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-c25ced98-c028-4834-ac3f-99e272b4006a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 1127 time: 0.0458887 Apr 29 18:54:42.203142 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-1e22bbfd-ad35-4175-a556-bbca0cf07a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:42.204649 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-1e22bbfd-ad35-4175-a556-bbca0cf07a4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 918 time: 0.1012335 Apr 29 18:54:42.273469 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-95e16ead-c451-43d2-b582-8aaa27e72e42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a HTTP/1.1" status: 200 len: 999 time: 0.0612664 Apr 29 18:54:42.329199 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-62a3bce0-ab03-4502-ad78-a3428c670620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:42.330622 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-62a3bce0-ab03-4502-ad78-a3428c670620 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.0503495 Apr 29 18:54:42.375869 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-63eb80a3-9777-49cb-b970-d2c64da7c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:42.377367 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-63eb80a3-9777-49cb-b970-d2c64da7c46a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386853 Apr 29 18:54:42.470881 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-e950d627-ffa7-4c47-8cd2-96c1459463b7 service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855815 Apr 29 18:54:42.584352 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-e790cc70-f552-4427-b636-a92348b505ef service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016545 Apr 29 18:54:42.902227 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc157d56-a7b5-4531-b7e5-4ca13bc779a6 req-5ab078f1-c868-4bf3-91ac-c6951826980f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:42.903817 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fc157d56-a7b5-4531-b7e5-4ca13bc779a6 req-5ab078f1-c868-4bf3-91ac-c6951826980f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0492747 Apr 29 18:54:42.956882 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fc157d56-a7b5-4531-b7e5-4ca13bc779a6 req-06c52c84-781d-4bb5-8953-5c44c57509fb tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471485 Apr 29 18:54:44.081437 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad18a6d-1c7f-4e54-b5f3-c0cdc9c7861b req-c043b059-f889-4411-a1a2-a701256f3145 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:44.082891 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0ad18a6d-1c7f-4e54-b5f3-c0cdc9c7861b req-c043b059-f889-4411-a1a2-a701256f3145 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0504787 Apr 29 18:54:44.133913 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0ad18a6d-1c7f-4e54-b5f3-c0cdc9c7861b req-2ce7adf0-9242-44cd-985b-d7a5162c23f2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 Apr 29 18:54:45.257318 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9a5ce-0e1f-42bd-853f-53aba2611be2 req-2da1e0ae-e20a-454d-81e3-eeae7f56b2d9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:45.258814 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bbc9a5ce-0e1f-42bd-853f-53aba2611be2 req-2da1e0ae-e20a-454d-81e3-eeae7f56b2d9 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0491581 Apr 29 18:54:45.308013 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bbc9a5ce-0e1f-42bd-853f-53aba2611be2 req-3c1b88c4-4fb4-472d-b3d9-515b52775bfb tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Apr 29 18:54:46.435313 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d38153-7e17-451b-9bd9-045b8ba67f1c req-e74c6338-ff0f-4a9d-a5ba-49e58d8e8cdb tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:46.436839 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b0d38153-7e17-451b-9bd9-045b8ba67f1c req-e74c6338-ff0f-4a9d-a5ba-49e58d8e8cdb tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0527275 Apr 29 18:54:46.487832 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b0d38153-7e17-451b-9bd9-045b8ba67f1c req-4207b991-2d9d-4c69-b522-65a95225af6f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448570 Apr 29 18:54:47.609481 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06a967-9f2b-4a3e-9dce-af994d818a99 req-b9ca2465-6f25-4ed8-bfad-63885fa5ba4c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:47.611007 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ef06a967-9f2b-4a3e-9dce-af994d818a99 req-b9ca2465-6f25-4ed8-bfad-63885fa5ba4c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0489826 Apr 29 18:54:47.661563 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ef06a967-9f2b-4a3e-9dce-af994d818a99 req-c4e6c18f-2ee3-4b14-97d2-b6cd93205b9d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444500 Apr 29 18:54:48.784078 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31294d56-6644-468a-813c-cb6e39a73e9d req-7d4bcb2f-63d4-4fbf-af05-5a035a1f0968 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:48.785662 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-31294d56-6644-468a-813c-cb6e39a73e9d req-7d4bcb2f-63d4-4fbf-af05-5a035a1f0968 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0477512 Apr 29 18:54:48.837540 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-31294d56-6644-468a-813c-cb6e39a73e9d req-51cf161c-a95e-47e1-8b45-f0a4d3f8e452 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458190 Apr 29 18:54:49.969501 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fe6e6-95f2-496a-ac3d-dce9bca31de4 req-ae7148fa-5e00-4aaf-9040-0b14d47a1f33 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:49.971013 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-940fe6e6-95f2-496a-ac3d-dce9bca31de4 req-ae7148fa-5e00-4aaf-9040-0b14d47a1f33 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0517132 Apr 29 18:54:50.019935 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-940fe6e6-95f2-496a-ac3d-dce9bca31de4 req-ad0ad6f6-bbb0-499d-a388-bffdc56e3fb6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429029 Apr 29 18:54:50.585256 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:54:51.149704 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766262b2-f89e-4f5e-9ebf-592bc3f8fca2 req-7b80e9e6-a679-43aa-842a-c48cc2592c86 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:51.151105 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-766262b2-f89e-4f5e-9ebf-592bc3f8fca2 req-7b80e9e6-a679-43aa-842a-c48cc2592c86 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0521631 Apr 29 18:54:51.199830 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-766262b2-f89e-4f5e-9ebf-592bc3f8fca2 req-0f06bca5-60bf-40b4-88a7-670c5ddceacf tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430446 Apr 29 18:54:52.322764 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca7175-d622-44ef-80bc-4fce11c4e168 req-0308dd28-571a-4e81-9f5a-b6cd0b6ea272 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:52.324160 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-68ca7175-d622-44ef-80bc-4fce11c4e168 req-0308dd28-571a-4e81-9f5a-b6cd0b6ea272 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0506346 Apr 29 18:54:52.377440 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-68ca7175-d622-44ef-80bc-4fce11c4e168 req-edc1379b-713e-40c4-a4d1-93b885d5a878 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464277 Apr 29 18:54:53.116594 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-06c27e60-6886-4df8-87f7-75157fb39056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:53.508404 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc11cd1-13a2-4185-b38a-36b6b9cc70cc req-7c101c2c-720b-4283-9661-56dcf9614d6a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:53.509909 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0fc11cd1-13a2-4185-b38a-36b6b9cc70cc req-7c101c2c-720b-4283-9661-56dcf9614d6a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0567787 Apr 29 18:54:53.565020 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0fc11cd1-13a2-4185-b38a-36b6b9cc70cc req-17ec46a1-20f4-4af1-a7e2-c52625d1da3f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464101 Apr 29 18:54:54.700286 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27450f-8cba-4e43-8f26-e3c8d72e5875 req-08e73cca-1546-4d36-b1e2-bbb6a0434a89 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:54.701798 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bf27450f-8cba-4e43-8f26-e3c8d72e5875 req-08e73cca-1546-4d36-b1e2-bbb6a0434a89 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0530777 Apr 29 18:54:54.751556 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bf27450f-8cba-4e43-8f26-e3c8d72e5875 req-851d3dd6-09d0-40d6-b031-5afdc8d32416 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440950 Apr 29 18:54:55.364948 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-624fb650-c855-4b1f-9c46-29654b473811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:55.888267 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73967d-2264-4185-8667-9640f681ea84 req-2ce418d7-31c0-437b-9287-a54ed99abc39 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:55.889735 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9a73967d-2264-4185-8667-9640f681ea84 req-2ce418d7-31c0-437b-9287-a54ed99abc39 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0501487 Apr 29 18:54:55.945947 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9a73967d-2264-4185-8667-9640f681ea84 req-70a76f02-4bbc-4f0e-9773-2e9a2f4f46d2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504835 Apr 29 18:54:56.387897 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:57.071039 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1d6c1-360c-4dd7-aee0-e3d72b96ab48 req-892b0549-deb9-4d5b-9e53-435171e15c9d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:57.072682 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-35f1d6c1-360c-4dd7-aee0-e3d72b96ab48 req-892b0549-deb9-4d5b-9e53-435171e15c9d tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0518098 Apr 29 18:54:57.120333 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-35f1d6c1-360c-4dd7-aee0-e3d72b96ab48 req-0badb6d8-f631-4658-ac4b-05e73568dad7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419209 Apr 29 18:54:57.604839 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:58.250897 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5d75e-61a2-4daa-96e9-c9623b0a2c8f req-c2e8829a-e6ba-4459-a6a8-05360e96754b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:58.252401 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-85d5d75e-61a2-4daa-96e9-c9623b0a2c8f req-c2e8829a-e6ba-4459-a6a8-05360e96754b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0481822 Apr 29 18:54:58.298504 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-85d5d75e-61a2-4daa-96e9-c9623b0a2c8f req-7c28f45f-f73a-4491-a56f-f1266bee93ae tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404415 Apr 29 18:54:59.375969 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:54:59.428538 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffc307-0fa9-4f96-a3af-9fc6c921c5fb req-3a0a4a4c-7165-4de8-9d66-7a1b2c4ce802 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:54:59.430756 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9fffc307-0fa9-4f96-a3af-9fc6c921c5fb req-3a0a4a4c-7165-4de8-9d66-7a1b2c4ce802 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0482702 Apr 29 18:54:59.484047 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9fffc307-0fa9-4f96-a3af-9fc6c921c5fb req-15aea2d9-8ca9-4bc2-930a-b58b8032b2ce tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468640 Apr 29 18:55:00.608678 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9e90b-10cf-40ea-938d-09cb5a125aca req-5a6de326-12da-4e7a-aee8-d85e9e85764a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:00.610325 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-52f9e90b-10cf-40ea-938d-09cb5a125aca req-5a6de326-12da-4e7a-aee8-d85e9e85764a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0499625 Apr 29 18:55:00.660807 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-52f9e90b-10cf-40ea-938d-09cb5a125aca req-16e3f3d9-6b0a-4854-b10e-74b6ffa8bcd5 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446239 Apr 29 18:55:01.790375 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced06df-0700-4d59-8527-a928554a8427 req-376eabfa-5b60-4a37-9346-951c3a674ef0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:01.792060 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4ced06df-0700-4d59-8527-a928554a8427 req-376eabfa-5b60-4a37-9346-951c3a674ef0 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0544038 Apr 29 18:55:01.846918 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4ced06df-0700-4d59-8527-a928554a8427 req-5f853625-e3ee-49ac-8e23-0d3e929f4cc2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489168 Apr 29 18:55:02.339431 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:02.969765 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53005a-d19b-4705-b327-4f4309ac0f98 req-debdcac5-ee14-4cf5-9bff-03f9f6e70067 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:02.971325 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bb53005a-d19b-4705-b327-4f4309ac0f98 req-debdcac5-ee14-4cf5-9bff-03f9f6e70067 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0519755 Apr 29 18:55:03.019721 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bb53005a-d19b-4705-b327-4f4309ac0f98 req-863dd4f0-1679-4b69-bfd7-3ec3f2b30807 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426865 Apr 29 18:55:04.158908 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75973e75-b115-4050-ab7c-6c34124e0fb4 req-8d9e36ac-3b6c-41ee-8df2-74b3ec1c05cd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:04.160355 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-75973e75-b115-4050-ab7c-6c34124e0fb4 req-8d9e36ac-3b6c-41ee-8df2-74b3ec1c05cd tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 943 time: 0.0540571 Apr 29 18:55:04.212197 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-75973e75-b115-4050-ab7c-6c34124e0fb4 req-6ab98522-c088-477d-a676-c598d894d817 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436542 Apr 29 18:55:04.412474 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device ffb8f15d-574a-4662-b6a7-c0354c95014a details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:55:04.513091 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:04.524771 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'port_id': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'mac_address': 'fa:16:3e:66:32:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:55:04.562644 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port ffb8f15d-574a-4662-b6a7-c0354c95014a is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:55:04.563023 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:04.580318 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb8f15d-574a-4662-b6a7-c0354c95014a {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:55:04.599387 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:04.603973 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:04.652996 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=9']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:05.347617 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c076d-2076-4555-9859-6433a08466f2 req-de559a42-fe3f-444a-ab62-6dfc2e738213 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:05.349090 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b63c076d-2076-4555-9859-6433a08466f2 req-de559a42-fe3f-444a-ab62-6dfc2e738213 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 944 time: 0.0521245 Apr 29 18:55:05.397714 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b63c076d-2076-4555-9859-6433a08466f2 req-988c3275-e154-4209-b947-a3bf29a00176 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428653 Apr 29 18:55:05.680334 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['ffb8f15d-574a-4662-b6a7-c0354c95014a'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:55:06.533539 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e0411-2f78-44d2-a4fb-dfc7b1c3b17d req-27725a97-7514-4d04-bb9a-794024c4dafa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:06.535610 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-515e0411-2f78-44d2-a4fb-dfc7b1c3b17d req-27725a97-7514-4d04-bb9a-794024c4dafa tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 944 time: 0.0550826 Apr 29 18:55:06.592046 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-515e0411-2f78-44d2-a4fb-dfc7b1c3b17d req-ff9307ab-a1d2-4bc5-9522-3855f5f4668b tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505726 Apr 29 18:55:06.916073 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device ffb8f15d-574a-4662-b6a7-c0354c95014a up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:55:06.974716 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port ffb8f15d-574a-4662-b6a7-c0354c95014a triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:55:06.975083 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:07.058024 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port ffb8f15d-574a-4662-b6a7-c0354c95014a is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:55:07.058405 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:07.081919 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:55:07.084174 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f7558f-70a5-4861-a75d-5172b05a3892" -d '{"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-plugged", "status": "completed", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:55:07.099539 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:07.106525 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:07.157954 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=10']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:07.178296 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a8e2e-dca7-4456-8cef-3dd1e85ec491 x-openstack-request-id: req-0a8a8e2e-dca7-4456-8cef-3dd1e85ec491 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:55:07.178431 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-plugged", "status": "completed", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:55:07.178679 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a8a8e2e-dca7-4456-8cef-3dd1e85ec491 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:55:07.179098 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8a8e2e-dca7-4456-8cef-3dd1e85ec491'] response: {'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'code': 200} Apr 29 18:55:07.461821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7d3b0-7cc7-4b22-b680-6756112ab45d req-1373852e-70a9-440d-911b-7747e3c0e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:07.463322 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fbf7d3b0-7cc7-4b22-b680-6756112ab45d req-1373852e-70a9-440d-911b-7747e3c0e689 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 1130 time: 0.0537887 Apr 29 18:55:07.490307 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-7ac49ae9-e00f-4feb-a263-7c9673850dac tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691706002&fields=id&tenant_id=8853dc3f41e147018cc50778b57b9c97 HTTP/1.1" status: 200 len: 267 time: 0.0873520 Apr 29 18:55:07.542742 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fbf7d3b0-7cc7-4b22-b680-6756112ab45d req-7f2446d7-c78f-4991-954d-34e1fd8c616d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713692 Apr 29 18:55:07.613980 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-0a817d4a-711f-400f-81df-41861ef470ca tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:07.615347 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-0a817d4a-711f-400f-81df-41861ef470ca tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 812 time: 0.1184561 Apr 29 18:55:07.631217 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-30b3761b-e89d-42b5-91af-c07762b17a90 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/quotas/8853dc3f41e147018cc50778b57b9c97 HTTP/1.1" status: 200 len: 375 time: 0.0103524 Apr 29 18:55:07.685854 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-40193d5d-100f-404c-956b-690385bbe0fa tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488334 Apr 29 18:55:07.721504 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c8b28-f8a2-45c5-b2e3-4fd653b0c929 req-1ec15e64-0e64-43e5-ba75-3327da99d1a2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:07.729218 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ad9c8b28-f8a2-45c5-b2e3-4fd653b0c929 req-1ec15e64-0e64-43e5-ba75-3327da99d1a2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 946 time: 0.0605311 Apr 29 18:55:07.750277 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-bfb40706-8fe2-463a-a212-e1ffd57b406d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110119) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:55:07.751392 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-bfb40706-8fe2-463a-a212-e1ffd57b406d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0532069 Apr 29 18:55:07.774440 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ad9c8b28-f8a2-45c5-b2e3-4fd653b0c929 req-daf05151-be97-4331-83c1-6a464dc0a797 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443280 Apr 29 18:55:07.848910 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-b7318433-976e-4d99-b971-4a319c7f839b service neutron] 10.222.0.50 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914421 Apr 29 18:55:07.938279 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-dbfe8c41-2c46-464b-991b-ffd1017845d9 service neutron] 10.222.0.50 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834267 Apr 29 18:55:08.234961 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-175d642f-7610-46d5-b70a-da1b12e93e45 req-cbc0981a-c557-4bae-95d7-c747793758fa tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 210 time: 0.0277026 Apr 29 18:55:08.906243 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0033d-0ad7-484c-b963-ac91ece50862 req-e58daf92-3c31-49a3-9d90-04c9539941b2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:08.907686 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-66a0033d-0ad7-484c-b963-ac91ece50862 req-e58daf92-3c31-49a3-9d90-04c9539941b2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 946 time: 0.0527091 Apr 29 18:55:08.957365 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-66a0033d-0ad7-484c-b963-ac91ece50862 req-ccc09943-e6ed-4bb6-986c-fb4294ceb5a2 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Apr 29 18:55:09.334998 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2f7e6fff-6a54-4284-90af-ad0e1c033069 req-a97f5e13-63b0-4e2e-a366-8e9e8a24fc68 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 210 time: 0.0276649 Apr 29 18:55:10.086299 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d431508-3669-43b1-bc80-12e7347938f2 req-fae7d5f6-5659-4c7f-ac81-c4e5b577909f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:10.087802 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5d431508-3669-43b1-bc80-12e7347938f2 req-fae7d5f6-5659-4c7f-ac81-c4e5b577909f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 946 time: 0.0521746 Apr 29 18:55:10.145381 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5d431508-3669-43b1-bc80-12e7347938f2 req-b8495340-f0c9-400a-94b2-6e607659f707 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518854 Apr 29 18:55:10.438149 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f0e683b1-788a-430a-a343-d4fd7cc0284d req-4daffa05-f812-4574-926c-d6e602a0a165 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 210 time: 0.0283248 Apr 29 18:55:10.780864 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-f9cc4bb7-9948-4d0a-b570-796a41fca6bb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:10.782309 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-f9cc4bb7-9948-4d0a-b570-796a41fca6bb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 812 time: 0.1103342 Apr 29 18:55:10.867035 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-30d182ea-3bdd-47d5-bf03-e6f15130040f tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8853dc3f41e147018cc50778b57b9c97 HTTP/1.1" status: 200 len: 380 time: 0.0635839 Apr 29 18:55:10.880089 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'port': {'device_id': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'admin_state_up': True, 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'security_groups': ['c19831e7-f9f2-4a8b-b338-2a5b4e4759d3']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:55:10.991046 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Made reservation on behalf of 8853dc3f41e147018cc50778b57b9c97 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:55:10.994384 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:11.135873 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Allocated IP 172.20.0.4 (337102da-809f-4a0b-9083-4f036df3d9f9/6529c5bb-1d89-43b3-9409-929526bca951/fd566244-01ed-46b5-beeb-77a582e09d6a) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:55:11.292217 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dbf6a-dd05-4199-b951-f78b8127dcb2 req-22f49a73-b76f-4e1b-a2d5-e9a00e39d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:11.293382 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eb4dbf6a-dd05-4199-b951-f78b8127dcb2 req-22f49a73-b76f-4e1b-a2d5-e9a00e39d75e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 946 time: 0.0599051 Apr 29 18:55:11.329321 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:11.369990 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eb4dbf6a-dd05-4199-b951-f78b8127dcb2 req-ae4da89d-a758-4d97-a2cc-7a2c1abe524c tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709486 Apr 29 18:55:11.388152 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:11.432936 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Network 337102da-809f-4a0b-9083-4f036df3d9f9 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:55:11.438219 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:55:11.441435 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:55:11.470252 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'Port': ['ID=fd566244-01ed-46b5-beeb-77a582e09d6a,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:11.487538 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.487879 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.488263 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.488628 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.488954 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.489363 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.489590 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.489907 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.490234 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.490547 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.490860 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.491174 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.491482 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.491790 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.492132 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:11.511777 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:11.512426 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:11.535272 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-d8602d5d-fb13-40c9-aae9-cc7a49c7405e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6563907 Apr 29 18:55:11.559848 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Request body: {'port': {'device_id': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:55:11.577554 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3111be-1dda-4bac-ab07-ead1e46d74e1 req-17d766fd-587a-4213-8d85-7f41b2a7bbc5 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:11.588058 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3a3111be-1dda-4bac-ab07-ead1e46d74e1 req-17d766fd-587a-4213-8d85-7f41b2a7bbc5 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 931 time: 0.0674975 Apr 29 18:55:11.646347 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:11.663711 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3a3111be-1dda-4bac-ab07-ead1e46d74e1 req-3720edd2-c8d0-4660-9783-576b777eb3b9 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746160 Apr 29 18:55:11.742727 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-02bc839b-f102-4cd5-a9ce-c480533bae49 None None] Provisioning complete for port fd566244-01ed-46b5-beeb-77a582e09d6a triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:55:11.743319 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-02bc839b-f102-4cd5-a9ce-c480533bae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:11.777339 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-02bc839b-f102-4cd5-a9ce-c480533bae49 None None] Port fd566244-01ed-46b5-beeb-77a582e09d6a cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:55:11.912474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd566244-01ed-46b5-beeb-77a582e09d6a {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:55:11.919765 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Publish callbacks [] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:11.932898 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Transition to ACTIVE for port object fd566244-01ed-46b5-beeb-77a582e09d6a will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:55:11.939404 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:11.990431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Pushing event updated for resources: {'Port': ['ID=fd566244-01ed-46b5-beeb-77a582e09d6a,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:12.069696 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Attempting to bind port fd566244-01ed-46b5-beeb-77a582e09d6a on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:55:12.070049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Attempting to bind port fd566244-01ed-46b5-beeb-77a582e09d6a by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:55:12.070365 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Attempting to bind port fd566244-01ed-46b5-beeb-77a582e09d6a on network 337102da-809f-4a0b-9083-4f036df3d9f9 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:55:12.075618 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Port fd566244-01ed-46b5-beeb-77a582e09d6a on network 337102da-809f-4a0b-9083-4f036df3d9f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:55:12.075948 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Attempting to bind port fd566244-01ed-46b5-beeb-77a582e09d6a on network 337102da-809f-4a0b-9083-4f036df3d9f9 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:55:12.082293 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:55:12.082650 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Checking segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:55:12.083039 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Bound using segment: {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:55:12.083471 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Bound port: fd566244-01ed-46b5-beeb-77a582e09d6a, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8089937e-3dcd-49f1-a36b-37a771270df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:55:12.083833 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:12.152441 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] For port fd566244-01ed-46b5-beeb-77a582e09d6a, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:55:12.155580 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] For port fd566244-01ed-46b5-beeb-77a582e09d6a, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=fd566244-01ed-46b5-beeb-77a582e09d6a,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:55:12.162112 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:12.196099 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:12.196709 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:12.198123 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] 10.222.0.15 "PUT /v2.0/ports/fd566244-01ed-46b5-beeb-77a582e09d6a HTTP/1.1" status: 200 len: 1093 time: 0.6429546 Apr 29 18:55:12.198581 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:55:12.200908 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a722723d-2b0c-41cc-9778-be283718c055" -d '{"events": [{"name": "network-changed", "server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:55:12.228011 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf17212-dd24-4b28-897d-083fad306d90 service neutron] Pushing event updated for resources: {'Port': ['ID=fd566244-01ed-46b5-beeb-77a582e09d6a,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:12.313492 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-92e7ec3c-7454-471c-b9d1-10c14963ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:12.315413 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-92e7ec3c-7454-471c-b9d1-10c14963ae67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 1127 time: 0.0436373 Apr 29 18:55:12.325163 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57fa463-0078-4d85-9995-c676a67a0a09 x-openstack-request-id: req-d57fa463-0078-4d85-9995-c676a67a0a09 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:55:12.325477 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:55:12.325756 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d57fa463-0078-4d85-9995-c676a67a0a09 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:55:12.326196 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57fa463-0078-4d85-9995-c676a67a0a09'] response: {'name': 'network-changed', 'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'status': 'completed', 'code': 200} Apr 29 18:55:12.417169 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-55f1a070-0452-4175-9513-65108d1de1e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd566244-01ed-46b5-beeb-77a582e09d6a HTTP/1.1" status: 200 len: 217 time: 0.0382793 Apr 29 18:55:12.471997 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-09299781-581c-47d2-ae42-1851f4f590c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:12.474115 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-09299781-581c-47d2-ae42-1851f4f590c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0506554 Apr 29 18:55:12.521841 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-e7e63e1b-2b15-452b-a1bc-8f07cfa9de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:12.523312 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-e7e63e1b-2b15-452b-a1bc-8f07cfa9de5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407584 Apr 29 18:55:12.624429 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-650c2ce7-42b0-4676-bfbf-2ed1f88ac069 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891252 Apr 29 18:55:12.716303 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-98f540cc-96f8-4b07-bd41-20e3891b3f48 req-f9ba2e3d-5bdd-4995-b423-b4d1b04ee870 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835357 Apr 29 18:55:12.787639 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bd05a-3f86-410a-a85c-be78c19c98ec req-f7a6a3a5-2bbc-4062-ad6f-4b6a584ed8df tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:12.789137 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ca3bd05a-3f86-410a-a85c-be78c19c98ec req-f7a6a3a5-2bbc-4062-ad6f-4b6a584ed8df tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0497599 Apr 29 18:55:12.841755 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ca3bd05a-3f86-410a-a85c-be78c19c98ec req-ce685545-ce14-41a8-acc7-eb09892ef3ea tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457642 Apr 29 18:55:12.845386 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722723d-2b0c-41cc-9778-be283718c055 req-2ee573fa-c8ec-4ded-9c50-be165bb946b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:12.847044 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a722723d-2b0c-41cc-9778-be283718c055 req-2ee573fa-c8ec-4ded-9c50-be165bb946b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 1127 time: 0.0453546 Apr 29 18:55:12.940085 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722723d-2b0c-41cc-9778-be283718c055 req-9a922412-a423-436a-8046-aaabc3a34598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:12.941617 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a722723d-2b0c-41cc-9778-be283718c055 req-9a922412-a423-436a-8046-aaabc3a34598 service neutron] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 913 time: 0.0854707 Apr 29 18:55:12.990949 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a722723d-2b0c-41cc-9778-be283718c055 req-6874ca44-70e0-4846-92bd-18b0b63bf1a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd566244-01ed-46b5-beeb-77a582e09d6a HTTP/1.1" status: 200 len: 217 time: 0.0376191 Apr 29 18:55:13.055410 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722723d-2b0c-41cc-9778-be283718c055 req-97b3ff06-10f2-4f95-bbf6-8499ee0d108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:13.056768 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a722723d-2b0c-41cc-9778-be283718c055 req-97b3ff06-10f2-4f95-bbf6-8499ee0d108e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0545409 Apr 29 18:55:13.102516 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722723d-2b0c-41cc-9778-be283718c055 req-9a721bab-bba5-44a0-ac88-2879a1095e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:13.103948 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a722723d-2b0c-41cc-9778-be283718c055 req-9a721bab-bba5-44a0-ac88-2879a1095e6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407705 Apr 29 18:55:13.210694 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a722723d-2b0c-41cc-9778-be283718c055 req-c08abfa4-f07c-4064-8a37-c75dd37e29ab service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989826 Apr 29 18:55:13.310059 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a722723d-2b0c-41cc-9778-be283718c055 req-27e02654-01d9-45e5-a1a2-23e12cbadd67 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917099 Apr 29 18:55:13.973103 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7dad0-e4e3-4a66-865b-ef497f6546dc req-bc9a68d6-9489-4519-b4ec-4ea44ce35a98 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:13.974606 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cbb7dad0-e4e3-4a66-865b-ef497f6546dc req-bc9a68d6-9489-4519-b4ec-4ea44ce35a98 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0571387 Apr 29 18:55:14.023313 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-cbb7dad0-e4e3-4a66-865b-ef497f6546dc req-a6b8f561-1448-457e-befd-2a7464e72619 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Apr 29 18:55:15.152738 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432a178-8a21-4747-88a7-1f02d7dc5aff req-2506eece-96fd-44bf-bc04-2072361065d8 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:15.154192 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5432a178-8a21-4747-88a7-1f02d7dc5aff req-2506eece-96fd-44bf-bc04-2072361065d8 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0494311 Apr 29 18:55:15.216276 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5432a178-8a21-4747-88a7-1f02d7dc5aff req-1fa11076-c0f0-4d55-892c-4e9896cafbd6 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535436 Apr 29 18:55:16.342826 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e15c0-5ceb-4b58-8f67-950cae060025 req-90708448-efb5-4230-a0ed-df4657f1cf19 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:16.344524 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-025e15c0-5ceb-4b58-8f67-950cae060025 req-90708448-efb5-4230-a0ed-df4657f1cf19 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0487161 Apr 29 18:55:16.401668 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-025e15c0-5ceb-4b58-8f67-950cae060025 req-0914b9d0-01b4-4501-bcce-7b8133f656d2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499673 Apr 29 18:55:17.514608 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35745-d103-494a-975f-0445b1439b42 req-ae866047-b283-41aa-b8c9-a68a70041602 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:17.516185 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-06a35745-d103-494a-975f-0445b1439b42 req-ae866047-b283-41aa-b8c9-a68a70041602 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0467710 Apr 29 18:55:17.568419 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-06a35745-d103-494a-975f-0445b1439b42 req-9010a8bb-0572-41a9-a0a6-fed5f2c03357 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Apr 29 18:55:18.694351 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa337-ed20-46f4-a3b9-9958107ad6a9 req-a085e367-9548-4a6e-9310-878e8c2014a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:18.695837 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-78eaa337-ed20-46f4-a3b9-9958107ad6a9 req-a085e367-9548-4a6e-9310-878e8c2014a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0527592 Apr 29 18:55:18.751791 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-78eaa337-ed20-46f4-a3b9-9958107ad6a9 req-0914bf8a-7490-4a0a-a7b2-9311958f24d1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499625 Apr 29 18:55:19.877620 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea34f8d-7430-4f19-9e3d-2f358d654e99 req-08d0c681-7ca8-4e09-86a0-39ee99a3b046 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:19.879075 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4ea34f8d-7430-4f19-9e3d-2f358d654e99 req-08d0c681-7ca8-4e09-86a0-39ee99a3b046 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0534866 Apr 29 18:55:19.930267 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4ea34f8d-7430-4f19-9e3d-2f358d654e99 req-b74eb148-e9a9-4e2a-95cd-54fab6c9939a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454738 Apr 29 18:55:21.047179 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4a870-5513-46c6-b825-04f6ab064e40 req-862bc99c-f7c4-4da5-92a4-39c4df58cfda tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:21.048798 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9cd4a870-5513-46c6-b825-04f6ab064e40 req-862bc99c-f7c4-4da5-92a4-39c4df58cfda tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0510991 Apr 29 18:55:21.103263 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9cd4a870-5513-46c6-b825-04f6ab064e40 req-e8511c9f-1c3a-479b-931d-744a937e97ea tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485992 Apr 29 18:55:22.249798 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a272f4-d9d1-4c4a-889a-bec29784c067 req-8d1ef413-1cc5-4717-83b8-e59fa0d5d413 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:22.251368 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a8a272f4-d9d1-4c4a-889a-bec29784c067 req-8d1ef413-1cc5-4717-83b8-e59fa0d5d413 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0599184 Apr 29 18:55:22.304406 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a8a272f4-d9d1-4c4a-889a-bec29784c067 req-c03ddb03-d6f6-4e2a-a5e1-40a8657277eb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452867 Apr 29 18:55:23.114379 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-367d073b-ea3d-4a7f-8a31-1443cc408aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:23.436836 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34736e1e-2c09-4623-98bb-ea2f96835fa8 req-cd8cdc78-9889-434e-9d02-96481931cce5 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:23.438290 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-34736e1e-2c09-4623-98bb-ea2f96835fa8 req-cd8cdc78-9889-434e-9d02-96481931cce5 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0494604 Apr 29 18:55:23.488349 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-34736e1e-2c09-4623-98bb-ea2f96835fa8 req-33d70f76-df55-42ee-b676-506625393b33 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438173 Apr 29 18:55:24.612037 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c80474-ef73-4e76-b0c0-512891430e11 req-fd10e0a5-159c-4616-98d4-09730b25c9a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:24.613569 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-27c80474-ef73-4e76-b0c0-512891430e11 req-fd10e0a5-159c-4616-98d4-09730b25c9a1 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0521307 Apr 29 18:55:24.665564 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-27c80474-ef73-4e76-b0c0-512891430e11 req-d80e767c-ca19-45a5-a7ff-545e12379ff0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448453 Apr 29 18:55:25.357001 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-68a73524-c5f9-4b4d-b207-5f15dc8953df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:25.790201 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d119f5-ed13-4f00-b98e-b26a048107a4 req-e045d685-5011-4454-aa78-154c82d6e3c2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:25.791659 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f2d119f5-ed13-4f00-b98e-b26a048107a4 req-e045d685-5011-4454-aa78-154c82d6e3c2 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0471251 Apr 29 18:55:25.843780 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f2d119f5-ed13-4f00-b98e-b26a048107a4 req-36102f43-0e21-44d6-a40e-71267d7b02ea tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465662 Apr 29 18:55:26.394203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:26.975814 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6a126-82aa-4b91-acb2-417ce585dfd6 req-d4f47a2a-119a-4959-bae5-5d8b428e6015 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:26.977788 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-46d6a126-82aa-4b91-acb2-417ce585dfd6 req-d4f47a2a-119a-4959-bae5-5d8b428e6015 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0592110 Apr 29 18:55:27.031411 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-46d6a126-82aa-4b91-acb2-417ce585dfd6 req-15fa26cf-b88a-41e5-9ae2-57c6f550eb4d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450721 Apr 29 18:55:27.587842 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:55:27.607744 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:28.150626 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55968b7-5953-4919-bd9f-541dba7b0928 req-2fe89cb1-3929-4f9e-95f4-406d99ca64ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:28.152080 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b55968b7-5953-4919-bd9f-541dba7b0928 req-2fe89cb1-3929-4f9e-95f4-406d99ca64ad tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 943 time: 0.0479159 Apr 29 18:55:28.202617 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b55968b7-5953-4919-bd9f-541dba7b0928 req-f907518f-5b29-4545-837b-a807c4d03cf4 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Apr 29 18:55:29.041306 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device fd566244-01ed-46b5-beeb-77a582e09d6a details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:55:29.150490 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port fd566244-01ed-46b5-beeb-77a582e09d6a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=fd566244-01ed-46b5-beeb-77a582e09d6a,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:29.161884 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'port_id': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'mac_address': 'fa:16:3e:77:8c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:55:29.202703 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port fd566244-01ed-46b5-beeb-77a582e09d6a is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:55:29.203086 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:29.216462 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd566244-01ed-46b5-beeb-77a582e09d6a {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:55:29.236926 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port fd566244-01ed-46b5-beeb-77a582e09d6a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=fd566244-01ed-46b5-beeb-77a582e09d6a,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:29.242048 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:29.291320 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=fd566244-01ed-46b5-beeb-77a582e09d6a,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:29.299873 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.299873 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.299873 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.300311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.300311 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.300672 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.300999 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.301323 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.301646 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.301971 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.302293 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.302614 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.302943 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.303250 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.303570 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:29.336053 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-59d3bc44-8ef5-4acd-8a80-f6c791875519 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736773 Apr 29 18:55:29.346386 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd279a-64a3-4191-bc49-bb7c36f41705 req-9f07e9ae-83c8-4f8f-b0ab-d912d2570690 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:29.348211 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-06bd279a-64a3-4191-bc49-bb7c36f41705 req-9f07e9ae-83c8-4f8f-b0ab-d912d2570690 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 944 time: 0.0749733 Apr 29 18:55:29.386470 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:29.413001 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-06bd279a-64a3-4191-bc49-bb7c36f41705 req-1c942660-8fbe-4836-9565-f4ee90165154 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590641 Apr 29 18:55:29.462616 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-114e6c27-bd28-4f9e-ab4e-cdb4b1057211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:29.464229 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-114e6c27-bd28-4f9e-ab4e-cdb4b1057211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f31cfe6a484184b4b4873bb918b266&device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 1130 time: 0.0411272 Apr 29 18:55:29.571696 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-859b4b0c-79bf-4c04-898b-836fe207a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:29.573178 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-859b4b0c-79bf-4c04-898b-836fe207a10c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 200 len: 918 time: 0.0887682 Apr 29 18:55:29.648541 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-ac6466b6-5c87-462a-a607-dcd10997de29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a HTTP/1.1" status: 200 len: 1001 time: 0.0649900 Apr 29 18:55:29.703703 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-bff4c1be-0d91-45d6-9222-1551cb9aab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:29.705194 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-bff4c1be-0d91-45d6-9222-1551cb9aab0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 200 len: 856 time: 0.0481713 Apr 29 18:55:29.750103 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-7136b28c-c47f-4c87-a0e1-0d44306edf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:29.751553 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-7136b28c-c47f-4c87-a0e1-0d44306edf35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fa77373-526f-4ce9-a91a-e9365d9b3b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385568 Apr 29 18:55:29.850706 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-91fb5113-974f-4c05-88e7-ae2412ac35da service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898855 Apr 29 18:55:29.853470 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['fd566244-01ed-46b5-beeb-77a582e09d6a'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:55:29.965793 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b6976bc-55a2-48b3-9418-b27b782fb4e3 req-78ad84f7-8c6e-4dd4-80ca-64d79548cd5d service neutron] 10.222.0.15 "GET /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925062 Apr 29 18:55:30.543928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d08345-8229-461e-95e8-b69500a64052 req-795007f1-e1c0-42cd-8642-f692f716abe5 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:30.545489 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-68d08345-8229-461e-95e8-b69500a64052 req-795007f1-e1c0-42cd-8642-f692f716abe5 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 944 time: 0.0544429 Apr 29 18:55:30.600044 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-68d08345-8229-461e-95e8-b69500a64052 req-aea34089-50c9-4c79-a4bc-b8782d853c99 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486457 Apr 29 18:55:31.333717 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device fd566244-01ed-46b5-beeb-77a582e09d6a up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:55:31.383882 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port fd566244-01ed-46b5-beeb-77a582e09d6a completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:55:31.390857 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port fd566244-01ed-46b5-beeb-77a582e09d6a triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:55:31.391273 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:31.481268 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port fd566244-01ed-46b5-beeb-77a582e09d6a is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:55:31.481781 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:31.507463 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:55:31.509715 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526073d8-438f-4084-a54d-16e509bf53bc" -d '{"events": [{"server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "name": "network-vif-plugged", "status": "completed", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:55:31.521670 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port fd566244-01ed-46b5-beeb-77a582e09d6a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=fd566244-01ed-46b5-beeb-77a582e09d6a,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:31.528119 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:31.550334 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6096179b-fb39-49b7-8ea6-ebff8303a9ed x-openstack-request-id: req-6096179b-fb39-49b7-8ea6-ebff8303a9ed {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:55:31.550623 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "name": "network-vif-plugged", "status": "completed", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:55:31.550941 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6096179b-fb39-49b7-8ea6-ebff8303a9ed {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:55:31.551336 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6096179b-fb39-49b7-8ea6-ebff8303a9ed'] response: {'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'code': 200} Apr 29 18:55:31.576781 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=fd566244-01ed-46b5-beeb-77a582e09d6a,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:31.722868 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1fb98-6a92-42de-a51e-ce3621dd56ca req-8beeae0b-4d97-429e-b26f-7cc17af6cb12 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:31.724520 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-41f1fb98-6a92-42de-a51e-ce3621dd56ca req-8beeae0b-4d97-429e-b26f-7cc17af6cb12 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0485299 Apr 29 18:55:31.774056 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-41f1fb98-6a92-42de-a51e-ce3621dd56ca req-0b0fad19-39eb-4808-9ded-b3db119eda66 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 Apr 29 18:55:32.344847 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:32.407619 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fd8c1-c885-4a7f-b474-c8e7cbdb3dff req-6eea7955-584e-468c-9a82-0021e7b38975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:32.409158 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-325fd8c1-c885-4a7f-b474-c8e7cbdb3dff req-6eea7955-584e-468c-9a82-0021e7b38975 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 1129 time: 0.0443435 Apr 29 18:55:32.464210 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-325fd8c1-c885-4a7f-b474-c8e7cbdb3dff req-bc683eab-3260-4367-8a27-8b249acc82a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445614 Apr 29 18:55:32.894230 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9559378-9d7b-45af-b31d-3883d0ab77d3 req-e21ce508-e21a-43e4-9da5-cbbfa75a7fa0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:32.895623 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c9559378-9d7b-45af-b31d-3883d0ab77d3 req-e21ce508-e21a-43e4-9da5-cbbfa75a7fa0 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0476449 Apr 29 18:55:32.946410 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c9559378-9d7b-45af-b31d-3883d0ab77d3 req-a6c87f9b-5edf-4b11-bd2d-e1c0d8b9b1b3 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449667 Apr 29 18:55:34.067124 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff3bee-c0f1-44bf-aa8d-363a97a92a1e req-4d6e3633-1d2f-417d-9835-abb0fb543c26 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:34.068743 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acff3bee-c0f1-44bf-aa8d-363a97a92a1e req-4d6e3633-1d2f-417d-9835-abb0fb543c26 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0491946 Apr 29 18:55:34.119171 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-acff3bee-c0f1-44bf-aa8d-363a97a92a1e req-c5aff69b-687e-4edc-a5c8-fb74f0f93397 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446260 Apr 29 18:55:35.246803 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e994b-1aba-4729-8d12-634b3097a724 req-f272cdee-8882-4268-aa48-69c3c1db014d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:35.248245 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dd1e994b-1aba-4729-8d12-634b3097a724 req-f272cdee-8882-4268-aa48-69c3c1db014d tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0527158 Apr 29 18:55:35.300693 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-dd1e994b-1aba-4729-8d12-634b3097a724 req-fdcbaac2-4ac2-4d24-88cc-5facb3c9f66a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 Apr 29 18:55:35.422209 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcb1db-162e-4df3-b5f9-89e4865cb21e req-29f23691-f71e-45b3-87cf-c604787b277e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:35.423686 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c7dcb1db-162e-4df3-b5f9-89e4865cb21e req-29f23691-f71e-45b3-87cf-c604787b277e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0545189 Apr 29 18:55:35.475857 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c7dcb1db-162e-4df3-b5f9-89e4865cb21e req-a471e20c-44bd-437e-ad9e-4609baa4a7df tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465221 Apr 29 18:55:35.499486 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52392) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:35.640194 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece5133a-3f90-4d95-b0da-4039e42b02bf tempest-TestVolumeBootPattern-278313428 tempest-TestVolumeBootPattern-278313428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:35.641769 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-ece5133a-3f90-4d95-b0da-4039e42b02bf tempest-TestVolumeBootPattern-278313428 tempest-TestVolumeBootPattern-278313428-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 1124 time: 0.1413224 Apr 29 18:55:35.644670 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52396) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:35.648861 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'port_id': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:55:35.671009 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:35.755466 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:35.862529 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_common [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Allocated IP 172.27.0.83 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/15987498-f165-4b87-941e-e9c3e8d1905e) {{(pid=110120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:55:36.221981 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for port (15987498-f165-4b87-941e-e9c3e8d1905e), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:36.259546 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (15987498-f165-4b87-941e-e9c3e8d1905e), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:36.297028 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:55:36.301988 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Resources bound (agent type, host, resource id): {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:55:36.305612 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Received port after_create {{(pid=110120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:55:36.327757 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'Port': ['ID=15987498-f165-4b87-941e-e9c3e8d1905e,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:36.340964 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.341203 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.341555 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.341897 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.342236 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.342566 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.342899 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.343226 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.343553 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.343879 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.344213 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.344537 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.344875 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.345197 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.345515 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:55:36.706526 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (27ccc304-f81e-46c6-b96c-fdeddb4e187b), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:36.780697 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (15987498-f165-4b87-941e-e9c3e8d1905e), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:36.932183 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for port (15987498-f165-4b87-941e-e9c3e8d1905e), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:36.938193 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542701'] for port (15987498-f165-4b87-941e-e9c3e8d1905e), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:37.014116 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event updated for resources: {'Port': ['ID=15987498-f165-4b87-941e-e9c3e8d1905e,revision_number=2']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:37.020687 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (27ccc304-f81e-46c6-b96c-fdeddb4e187b), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:37.035681 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a7320-1274-4c3f-93dc-fe69542b3335 req-4da6d51f-61e4-439a-b232-7725a810e599 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:37.037215 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f02a7320-1274-4c3f-93dc-fe69542b3335 req-4da6d51f-61e4-439a-b232-7725a810e599 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.0502086 Apr 29 18:55:37.085555 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f02a7320-1274-4c3f-93dc-fe69542b3335 req-9f0e81b1-9719-4c68-987c-680b1582a2d5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Apr 29 18:55:37.135702 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Floating IP 27ccc304-f81e-46c6-b96c-fdeddb4e187b associated. External IP: 172.27.0.83, port: fd566244-01ed-46b5-beeb-77a582e09d6a. Apr 29 18:55:37.357920 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Router af78d2cf-fd83-437b-a880-30dd860d49a6 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:55:37.480576 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:55:37.491004 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] Sync routers for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:55:37.499163 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:37.504266 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:55:37.504994 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:55:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:37.529450 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-895a8cdb-7e6c-4fb6-8d94-54f34ec9f034 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8837495 Apr 29 18:55:37.530017 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:55:37.532438 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a634170f-253e-4a53-8041-01d96aacde95" -d '{"events": [{"name": "network-changed", "server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:55:37.568409 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6610d1-a353-4e94-b3ea-7ae56541ae22 x-openstack-request-id: req-1a6610d1-a353-4e94-b3ea-7ae56541ae22 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:55:37.568739 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:55:37.568991 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a6610d1-a353-4e94-b3ea-7ae56541ae22 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:55:37.569400 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6610d1-a353-4e94-b3ea-7ae56541ae22'] response: {'name': 'network-changed', 'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'status': 'completed', 'code': 200} Apr 29 18:55:37.618560 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:55:37.836981 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '20de7bfd-a839-46e1-bc26-4a19687b9cd3', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:30Z', 'updated_at': '2022-04-29T18:52:33Z', 'revision_number': 1, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}, {'id': '27ccc304-f81e-46c6-b96c-fdeddb4e187b', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:77:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:55:36Z', 'updated_at': '2022-04-29T18:55:36Z', 'revision_number': 0, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:37.866683 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] Checking router: af78d2cf-fd83-437b-a880-30dd860d49a6 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:55:37.875374 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:55:37.875968 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:55:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:38.074455 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:55:38.201620 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15465272-9541-409b-8bd0-4d353b09ebdf req-ae34b5c1-d3b7-4b4b-9153-0b5d12c4f8d5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:38.203118 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-15465272-9541-409b-8bd0-4d353b09ebdf req-ae34b5c1-d3b7-4b4b-9153-0b5d12c4f8d5 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.0486248 Apr 29 18:55:38.249877 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-15465272-9541-409b-8bd0-4d353b09ebdf req-2f68eaa8-413d-4e56-8f77-d05eb480dca3 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410211 Apr 29 18:55:38.298506 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '20de7bfd-a839-46e1-bc26-4a19687b9cd3', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:30Z', 'updated_at': '2022-04-29T18:52:33Z', 'revision_number': 1, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}, {'id': '27ccc304-f81e-46c6-b96c-fdeddb4e187b', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:77:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:55:36Z', 'updated_at': '2022-04-29T18:55:36Z', 'revision_number': 0, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:38.328762 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3af1dc-e75b-4437-afcd-53ea49f981bc None None] The sync data for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi is: [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '20de7bfd-a839-46e1-bc26-4a19687b9cd3', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:30Z', 'updated_at': '2022-04-29T18:52:33Z', 'revision_number': 1, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}, {'id': '27ccc304-f81e-46c6-b96c-fdeddb4e187b', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:77:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:55:36Z', 'updated_at': '2022-04-29T18:55:36Z', 'revision_number': 0, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:55:38.539656 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa51d5f-dfa8-4e78-b778-b31352985f7e None None] New status for floating IP 27ccc304-f81e-46c6-b96c-fdeddb4e187b: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:55:39.375586 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81aebf-fef4-448f-80b2-17380fb2d6fe req-f8563389-3ceb-4825-b364-76e1a6bdf9fe tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:39.377104 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8b81aebf-fef4-448f-80b2-17380fb2d6fe req-f8563389-3ceb-4825-b364-76e1a6bdf9fe tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.0495491 Apr 29 18:55:39.437283 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8b81aebf-fef4-448f-80b2-17380fb2d6fe req-a6136034-790f-49bd-997a-ac1da0e5e18c tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518849 Apr 29 18:55:39.609389 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634170f-253e-4a53-8041-01d96aacde95 req-ab5aaac7-bba6-409c-a28d-421512771e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:39.610885 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a634170f-253e-4a53-8041-01d96aacde95 req-ab5aaac7-bba6-409c-a28d-421512771e84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 1129 time: 0.0453312 Apr 29 18:55:39.711142 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634170f-253e-4a53-8041-01d96aacde95 req-fe46c613-59c3-405f-baee-58da4e48a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:39.714199 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a634170f-253e-4a53-8041-01d96aacde95 req-fe46c613-59c3-405f-baee-58da4e48a689 service neutron] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 913 time: 0.0907345 Apr 29 18:55:40.082984 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a634170f-253e-4a53-8041-01d96aacde95 req-b1141c3d-3dc0-4d22-8fda-1095898741d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd566244-01ed-46b5-beeb-77a582e09d6a HTTP/1.1" status: 200 len: 1000 time: 0.3407869 Apr 29 18:55:40.372243 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634170f-253e-4a53-8041-01d96aacde95 req-729d3087-7ba9-4cd3-9272-a1c3849b5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:40.373566 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a634170f-253e-4a53-8041-01d96aacde95 req-729d3087-7ba9-4cd3-9272-a1c3849b5b7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0491877 Apr 29 18:55:40.421452 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634170f-253e-4a53-8041-01d96aacde95 req-e1733ff5-1eb2-4938-9607-f57ed48980f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:40.422880 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a634170f-253e-4a53-8041-01d96aacde95 req-e1733ff5-1eb2-4938-9607-f57ed48980f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392938 Apr 29 18:55:40.552913 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a634170f-253e-4a53-8041-01d96aacde95 req-a2a7e86c-cc4c-4f0a-b099-edcd8b3c890e service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109269 Apr 29 18:55:40.563655 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74515857-d8d1-4ef4-bc39-29415a35c048 req-60965680-7510-4756-9aad-3416636b4fcc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:40.565482 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-74515857-d8d1-4ef4-bc39-29415a35c048 req-60965680-7510-4756-9aad-3416636b4fcc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.0576129 Apr 29 18:55:40.616886 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-74515857-d8d1-4ef4-bc39-29415a35c048 req-3bdf2ac1-0d07-4155-a784-a638259c6a49 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5ac7a02-c99b-4280-8b12-de7c65c99c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428479 Apr 29 18:55:40.778393 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02df23-3327-449a-9904-73630b8635b0 req-b1c0f32e-5f10-448e-b94b-030e37e1de86 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:40.779814 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8a02df23-3327-449a-9904-73630b8635b0 req-b1c0f32e-5f10-448e-b94b-030e37e1de86 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 945 time: 0.0953817 Apr 29 18:55:40.832536 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a634170f-253e-4a53-8041-01d96aacde95 req-434f3ec2-6438-4aa0-a551-f6fdb5fd25d1 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601133 Apr 29 18:55:40.889513 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Deleting port 1697ba9f-521e-43d0-995c-b6aedac44274 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:55:40.889746 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:40.985569 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] For port 1697ba9f-521e-43d0-995c-b6aedac44274, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1697ba9f-521e-43d0-995c-b6aedac44274,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:40.986017 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:41.164699 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:41.164996 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (4a2d1a40-979e-4d03-a7f6-6f81b4f514a0), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:41.165268 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Floating IP 4a2d1a40-979e-4d03-a7f6-6f81b4f514a0 disassociated. External IP: 172.27.0.90, port: 1697ba9f-521e-43d0-995c-b6aedac44274. Apr 29 18:55:41.165638 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Calling delete_port for 1697ba9f-521e-43d0-995c-b6aedac44274 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:55:41.296352 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (1697ba9f-521e-43d0-995c-b6aedac44274), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:41.328907 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event deleted for resources: {'Port': ['ID=1697ba9f-521e-43d0-995c-b6aedac44274,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:41.453386 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:55:41.566301 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:55:41.576857 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] Sync routers for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:55:41.586992 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:55:41.587603 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:55:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:41.612466 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] No DVR routers for this DVR port 1697ba9f-521e-43d0-995c-b6aedac44274 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:55:41.614965 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:41.618317 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8a02df23-3327-449a-9904-73630b8635b0 req-cf48ebf4-a23c-494d-84b6-3a171d414f56 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.15 "DELETE /v2.0/ports/1697ba9f-521e-43d0-995c-b6aedac44274 HTTP/1.1" status: 204 len: 173 time: 0.8319252 Apr 29 18:55:41.618929 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'name': 'network-vif-deleted', 'tag': '1697ba9f-521e-43d0-995c-b6aedac44274'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:55:41.621447 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bfa3ae-2bcc-43ba-84b8-97b3fc215208" -d '{"events": [{"server_uuid": "c38f65d6-3cb5-4ade-b683-1c0cc2d49b11", "name": "network-vif-deleted", "tag": "1697ba9f-521e-43d0-995c-b6aedac44274"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:55:41.659052 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf51aad-aa58-4aae-bc28-e55f7ed44999 x-openstack-request-id: req-6cf51aad-aa58-4aae-bc28-e55f7ed44999 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:55:41.659343 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38f65d6-3cb5-4ade-b683-1c0cc2d49b11", "name": "network-vif-deleted", "tag": "1697ba9f-521e-43d0-995c-b6aedac44274", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:55:41.659597 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cf51aad-aa58-4aae-bc28-e55f7ed44999 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:55:41.659998 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf51aad-aa58-4aae-bc28-e55f7ed44999'] response: {'server_uuid': 'c38f65d6-3cb5-4ade-b683-1c0cc2d49b11', 'name': 'network-vif-deleted', 'tag': '1697ba9f-521e-43d0-995c-b6aedac44274', 'status': 'completed', 'code': 200} Apr 29 18:55:41.719248 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:55:41.727619 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-510e7afe-dabd-4545-bd0e-e794cd795fbc req-84f351ff-0917-43a7-8253-63f7b090a4bc tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/ports?device_id=c38f65d6-3cb5-4ade-b683-1c0cc2d49b11 HTTP/1.1" status: 200 len: 210 time: 0.0301306 Apr 29 18:55:41.923289 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:41.956643 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] Checking router: f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:55:41.968263 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:55:41.968897 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:55:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:42.090228 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:55:42.297110 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:42.325716 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671f1c1-164b-4d2a-82b5-c0d0648f5e71 None None] The sync data for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi is: [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:43:30Z', 'revision_number': 4, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': 'e7b516c8-8fa0-4932-a133-c283fa9eb98f', 'name': '', 'network_id': '755981e4-77ea-4ec8-899a-643c96679562', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'mac_address': 'fa:16:3e:68:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:26Z', 'updated_at': '2022-04-29T18:43:39Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'subnets': [{'id': 'ce8524da-825e-4f56-bf05-b79b02de8e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:55:42.550165 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3794a5ee-e500-4247-8398-4cad5e5b5560 None None] New status for floating IP 4a2d1a40-979e-4d03-a7f6-6f81b4f514a0: DOWN {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:55:43.850792 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52438) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:43.906925 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-746795de-e284-4831-b785-c8eaed429f2b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (d5ac7a02-c99b-4280-8b12-de7c65c99c4c), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:43.931502 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-746795de-e284-4831-b785-c8eaed429f2b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (d5ac7a02-c99b-4280-8b12-de7c65c99c4c), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:43.988250 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-746795de-e284-4831-b785-c8eaed429f2b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (d5ac7a02-c99b-4280-8b12-de7c65c99c4c), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:43.991075 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-746795de-e284-4831-b785-c8eaed429f2b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:43.992220 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-746795de-e284-4831-b785-c8eaed429f2b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "DELETE /v2.0/security-groups/d5ac7a02-c99b-4280-8b12-de7c65c99c4c HTTP/1.1" status: 204 len: 168 time: 0.1400440 Apr 29 18:55:43.995167 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52440) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:44.001197 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746795de-e284-4831-b785-c8eaed429f2b tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ac7a02-c99b-4280-8b12-de7c65c99c4c,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:44.009056 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.api.v2.resource [None req-32e200d7-02a2-4145-96a0-52e5c1f3f745 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] show failed (client error): The resource could not be found. Apr 29 18:55:44.010079 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-32e200d7-02a2-4145-96a0-52e5c1f3f745 tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "GET /v2.0/security-groups/d5ac7a02-c99b-4280-8b12-de7c65c99c4c HTTP/1.1" status: 404 len: 347 time: 0.0138400 Apr 29 18:55:44.013041 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52444) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:44.130176 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Deleting port b0f365ba-ebc8-4354-a0b1-509e2b1e6efb {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:55:44.130529 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (b0f365ba-ebc8-4354-a0b1-509e2b1e6efb), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:44.210750 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (b0f365ba-ebc8-4354-a0b1-509e2b1e6efb), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:44.211027 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (b0f365ba-ebc8-4354-a0b1-509e2b1e6efb), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:44.223536 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Calling delete_port for b0f365ba-ebc8-4354-a0b1-509e2b1e6efb owned by network:floatingip {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:55:44.366970 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (b0f365ba-ebc8-4354-a0b1-509e2b1e6efb), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:44.395049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Pushing event deleted for resources: {'Port': ['ID=b0f365ba-ebc8-4354-a0b1-509e2b1e6efb,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:44.459390 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks [] for floatingip (4a2d1a40-979e-4d03-a7f6-6f81b4f514a0), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:44.462067 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:44.463193 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-f2d632d6-6372-489b-bcf4-546f4d442e8d tempest-AttachVolumeTestJSON-1375604701 tempest-AttachVolumeTestJSON-1375604701-project] 10.222.0.50 "DELETE /v2.0/floatingips/4a2d1a40-979e-4d03-a7f6-6f81b4f514a0 HTTP/1.1" status: 204 len: 168 time: 0.4489601 Apr 29 18:55:45.384853 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 1697ba9f-521e-43d0-995c-b6aedac44274 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:55:45.409240 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: 1697ba9f-521e-43d0-995c-b6aedac44274 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:55:45.409585 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 1697ba9f-521e-43d0-995c-b6aedac44274 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:55:48.058366 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52498) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:48.589347 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:48.825986 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Deleting port e7b516c8-8fa0-4932-a133-c283fa9eb98f {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:55:48.826319 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:48.906108 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] For port e7b516c8-8fa0-4932-a133-c283fa9eb98f, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=e7b516c8-8fa0-4932-a133-c283fa9eb98f,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:48.906463 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:48.919124 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Calling delete_port for e7b516c8-8fa0-4932-a133-c283fa9eb98f owned by network:router_interface {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:55:49.110517 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (e7b516c8-8fa0-4932-a133-c283fa9eb98f), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:49.141772 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b516c8-8fa0-4932-a133-c283fa9eb98f,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:49.311945 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:49.535547 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:55:49.644471 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:55:49.650884 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5c53c68e-6d99-477a-a8ad-9a6faf1474fe admin admin] 10.222.0.50 "PUT /v2.0/routers/f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902004 Apr 29 18:55:49.652204 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52506) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:49.654878 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] Sync routers for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:55:49.666476 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:55:49.667069 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:55:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:49.759935 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks [] for router (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:49.774665 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:55:49.866851 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks [] for router_gateway (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.062656 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:55:49Z', 'revision_number': 5, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port': {'id': '6e16b1aa-e59b-4db7-bd91-219a1ab3c475', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:22Z', 'updated_at': '2022-04-29T18:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:50.091106 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] Checking router: f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:55:50.100515 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] Routers {'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:55:50.101155 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:55:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:50.195168 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] Set router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 gateway port host: None {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:55:50.204196 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Deleting port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:55:50.204749 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.249514 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:55:49Z', 'revision_number': 6, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port_host': None}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:50.276789 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cadd958-54b5-40f1-a9b9-805e8d369096 None None] The sync data for ids ['f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4'] in dv-cinder-839987-1-iscsi is: [{'id': 'f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4', 'name': 'tempest-AttachVolumeTestJSON-2059078297-router', 'tenant_id': '8d9c212254b240af938e5d7c2e9e1261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:21Z', 'updated_at': '2022-04-29T18:55:49Z', 'revision_number': 6, 'project_id': '8d9c212254b240af938e5d7c2e9e1261', 'gw_port_host': None}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:55:50.282111 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] For port 6e16b1aa-e59b-4db7-bd91-219a1ab3c475, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=6e16b1aa-e59b-4db7-bd91-219a1ab3c475,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:50.282474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.296667 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Calling delete_port for 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 owned by network:router_gateway {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:55:50.474541 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (6e16b1aa-e59b-4db7-bd91-219a1ab3c475), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.504695 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e16b1aa-e59b-4db7-bd91-219a1ab3c475,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:50.561274 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.654141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.656453 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks [] for router_controller (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.707624 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.707962 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 {{(pid=110119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 18:55:50.714208 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.715388 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-b9a9a3dd-f88d-4b3a-b796-23c00e958751 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f1cc31c9-4d9d-48a3-bf83-4ff3579ad1e4 HTTP/1.1" status: 204 len: 168 time: 1.0622895 Apr 29 18:55:50.718050 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52512) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:50.762267 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c92fcc8-e0a1-4856-83d1-9e80997deabe admin admin] Deleting subnet ce8524da-825e-4f56-bf05-b79b02de8e5d {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:55:50.765291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3c92fcc8-e0a1-4856-83d1-9e80997deabe admin admin] Publish callbacks [] for subnet (ce8524da-825e-4f56-bf05-b79b02de8e5d), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.798967 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3c92fcc8-e0a1-4856-83d1-9e80997deabe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (ce8524da-825e-4f56-bf05-b79b02de8e5d), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.903638 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3c92fcc8-e0a1-4856-83d1-9e80997deabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (ce8524da-825e-4f56-bf05-b79b02de8e5d), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.956593 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3c92fcc8-e0a1-4856-83d1-9e80997deabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (ce8524da-825e-4f56-bf05-b79b02de8e5d), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.981982 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92fcc8-e0a1-4856-83d1-9e80997deabe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8524da-825e-4f56-bf05-b79b02de8e5d,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:50.985468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3c92fcc8-e0a1-4856-83d1-9e80997deabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:50.988762 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3c92fcc8-e0a1-4856-83d1-9e80997deabe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ce8524da-825e-4f56-bf05-b79b02de8e5d HTTP/1.1" status: 204 len: 168 time: 0.2694235 Apr 29 18:55:50.991498 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52514) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:50.991653 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7369466e-1e03-488a-9196-c599d781feba None None] Network 755981e4-77ea-4ec8-899a-643c96679562 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:55:51.062116 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (755981e4-77ea-4ec8-899a-643c96679562), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.114239 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Deleting port ee273338-6889-47ff-9141-f3be884189c2 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:55:51.114582 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (ee273338-6889-47ff-9141-f3be884189c2), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.125070 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device e7b516c8-8fa0-4932-a133-c283fa9eb98f no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:55:51.147232 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: e7b516c8-8fa0-4932-a133-c283fa9eb98f {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:55:51.147578 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device e7b516c8-8fa0-4932-a133-c283fa9eb98f not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:55:51.147996 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:55:51.166990 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:55:51.167331 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 6e16b1aa-e59b-4db7-bd91-219a1ab3c475 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:55:51.179097 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b80c848-67c8-4607-8669-7cac49a90956 None None] DHCP port deletion for 755981e4-77ea-4ec8-899a-643c96679562 request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 18:55:51.183640 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] For port ee273338-6889-47ff-9141-f3be884189c2, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=ee273338-6889-47ff-9141-f3be884189c2,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:51.184005 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (ee273338-6889-47ff-9141-f3be884189c2), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.199735 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Calling delete_port for ee273338-6889-47ff-9141-f3be884189c2 owned by network:dhcp {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:55:51.221771 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-5b80c848-67c8-4607-8669-7cac49a90956 None None] Deleting port ee273338-6889-47ff-9141-f3be884189c2 {{(pid=110121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:55:51.222148 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5b80c848-67c8-4607-8669-7cac49a90956 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (ee273338-6889-47ff-9141-f3be884189c2), before_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.286073 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (ee273338-6889-47ff-9141-f3be884189c2), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.290248 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-5b80c848-67c8-4607-8669-7cac49a90956 None None] For port ee273338-6889-47ff-9141-f3be884189c2, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=ee273338-6889-47ff-9141-f3be884189c2,segment=NetworkSegment(0aaf4043-9e60-455d-8e33-cbc9baa05795),segment_id=0aaf4043-9e60-455d-8e33-cbc9baa05795)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:55:51.290646 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5b80c848-67c8-4607-8669-7cac49a90956 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (ee273338-6889-47ff-9141-f3be884189c2), precommit_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.305077 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-5b80c848-67c8-4607-8669-7cac49a90956 None None] Calling delete_port for ee273338-6889-47ff-9141-f3be884189c2 owned by network:dhcp {{(pid=110121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:55:51.311141 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee273338-6889-47ff-9141-f3be884189c2,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:51.318466 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] No DVR routers for this DVR port ee273338-6889-47ff-9141-f3be884189c2 on host dv-cinder-839987-1-iscsi {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:55:51.389110 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5b80c848-67c8-4607-8669-7cac49a90956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125'] for port (ee273338-6889-47ff-9141-f3be884189c2), after_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.393651 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (755981e4-77ea-4ec8-899a-643c96679562), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.418530 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c848-67c8-4607-8669-7cac49a90956 None None] Pushing event deleted for resources: {'Port': ['ID=ee273338-6889-47ff-9141-f3be884189c2,revision_number=None']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:51.422167 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80c848-67c8-4607-8669-7cac49a90956 None None] No DVR routers for this DVR port ee273338-6889-47ff-9141-f3be884189c2 on host dv-cinder-839987-1-iscsi {{(pid=110121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:55:51.422310 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755981e4-77ea-4ec8-899a-643c96679562']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:51.433711 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaf4043-9e60-455d-8e33-cbc9baa05795') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:51.434011 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaf4043-9e60-455d-8e33-cbc9baa05795') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:55:51.444808 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (0aaf4043-9e60-455d-8e33-cbc9baa05795), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.458670 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (0aaf4043-9e60-455d-8e33-cbc9baa05795), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.465302 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:55:51.465812 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (0aaf4043-9e60-455d-8e33-cbc9baa05795), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:55:51.467675 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:55:51.523702 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (755981e4-77ea-4ec8-899a-643c96679562), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.529470 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.532738 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] 10.222.0.50 "DELETE /v2.0/networks/755981e4-77ea-4ec8-899a-643c96679562 HTTP/1.1" status: 204 len: 168 time: 0.5402606 Apr 29 18:55:51.543496 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ac898-bf1c-438a-88bb-328a524e2a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=755981e4-77ea-4ec8-899a-643c96679562,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:51.689591 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52520) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:51.730792 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-41eba7ee-57af-4c59-be3d-7ebeb4b4b633 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d9c212254b240af938e5d7c2e9e1261&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398018 Apr 29 18:55:51.733359 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52522) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:51.785640 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-67029840-f0cb-45ce-b10e-99e7a07c1b8d admin admin] Publish callbacks [] for security_group (bef7b7d0-2a4f-4ba0-a5ea-eecf4f7b9d7d), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.816525 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-67029840-f0cb-45ce-b10e-99e7a07c1b8d admin admin] Publish callbacks [] for security_group (bef7b7d0-2a4f-4ba0-a5ea-eecf4f7b9d7d), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.869003 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-67029840-f0cb-45ce-b10e-99e7a07c1b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (bef7b7d0-2a4f-4ba0-a5ea-eecf4f7b9d7d), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.873177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-67029840-f0cb-45ce-b10e-99e7a07c1b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:51.874949 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-67029840-f0cb-45ce-b10e-99e7a07c1b8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bef7b7d0-2a4f-4ba0-a5ea-eecf4f7b9d7d HTTP/1.1" status: 204 len: 168 time: 0.1405022 Apr 29 18:55:51.884064 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67029840-f0cb-45ce-b10e-99e7a07c1b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef7b7d0-2a4f-4ba0-a5ea-eecf4f7b9d7d,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:52.921735 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device ee273338-6889-47ff-9141-f3be884189c2 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:55:52.942943 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: ee273338-6889-47ff-9141-f3be884189c2 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:55:52.943254 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device ee273338-6889-47ff-9141-f3be884189c2 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:55:53.109370 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9f72-ad32-4d42-86bd-4c506aac4e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:53.961898 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52596) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:54.091716 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-422d5978-8797-436a-8b44-31d14d494fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.174095 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-422d5978-8797-436a-8b44-31d14d494fad admin admin] Publish callbacks [] for security_group (3ffc5fa8-b68e-4340-8dbc-4dfa0c8f48cb), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.179245 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-422d5978-8797-436a-8b44-31d14d494fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (3ffc5fa8-b68e-4340-8dbc-4dfa0c8f48cb), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.218703 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-422d5978-8797-436a-8b44-31d14d494fad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ab3e2eec8ae4b338ab5c514d4bcac74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556071 Apr 29 18:55:54.219702 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d5978-8797-436a-8b44-31d14d494fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffc5fa8-b68e-4340-8dbc-4dfa0c8f48cb,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:54.222102 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52600) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:54.274983 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-33cb8e11-4c16-4f9d-9423-0ad63e812d96 admin admin] Publish callbacks [] for security_group (3ffc5fa8-b68e-4340-8dbc-4dfa0c8f48cb), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.298957 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-33cb8e11-4c16-4f9d-9423-0ad63e812d96 admin admin] Publish callbacks [] for security_group (3ffc5fa8-b68e-4340-8dbc-4dfa0c8f48cb), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.346808 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-33cb8e11-4c16-4f9d-9423-0ad63e812d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (3ffc5fa8-b68e-4340-8dbc-4dfa0c8f48cb), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.349495 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-33cb8e11-4c16-4f9d-9423-0ad63e812d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.350653 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-33cb8e11-4c16-4f9d-9423-0ad63e812d96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ffc5fa8-b68e-4340-8dbc-4dfa0c8f48cb HTTP/1.1" status: 204 len: 168 time: 0.1237910 Apr 29 18:55:54.358429 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb8e11-4c16-4f9d-9423-0ad63e812d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffc5fa8-b68e-4340-8dbc-4dfa0c8f48cb,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:54.630570 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52608) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:54.646620 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-13601413-4c3d-44d9-9050-eeb5906515ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.728055 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-13601413-4c3d-44d9-9050-eeb5906515ea admin admin] Publish callbacks [] for security_group (38152bc0-4ee7-4d72-99b2-7b9d9e28618e), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.732132 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-13601413-4c3d-44d9-9050-eeb5906515ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (38152bc0-4ee7-4d72-99b2-7b9d9e28618e), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.773519 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13601413-4c3d-44d9-9050-eeb5906515ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38152bc0-4ee7-4d72-99b2-7b9d9e28618e,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:54.777682 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-13601413-4c3d-44d9-9050-eeb5906515ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70c44f4979a147a7aad2d936414efb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460955 Apr 29 18:55:54.780311 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52610) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:54.834531 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a905c53c-3c86-4cb8-a6ac-a7f7c74e7485 admin admin] Publish callbacks [] for security_group (38152bc0-4ee7-4d72-99b2-7b9d9e28618e), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.858747 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a905c53c-3c86-4cb8-a6ac-a7f7c74e7485 admin admin] Publish callbacks [] for security_group (38152bc0-4ee7-4d72-99b2-7b9d9e28618e), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.909807 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a905c53c-3c86-4cb8-a6ac-a7f7c74e7485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (38152bc0-4ee7-4d72-99b2-7b9d9e28618e), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.912731 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a905c53c-3c86-4cb8-a6ac-a7f7c74e7485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:54.916699 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a905c53c-3c86-4cb8-a6ac-a7f7c74e7485 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38152bc0-4ee7-4d72-99b2-7b9d9e28618e HTTP/1.1" status: 204 len: 168 time: 0.1353543 Apr 29 18:55:54.925168 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905c53c-3c86-4cb8-a6ac-a7f7c74e7485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38152bc0-4ee7-4d72-99b2-7b9d9e28618e,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:55.350631 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d90b8afb-3e29-4788-93e8-9198b9ad829d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:55.978539 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52650) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:55.983264 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-849ae3a9-b064-40f2-8068-6ef801104a0c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711440740', 'description': 'tempest-description--1174336281'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:55:56.004575 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-849ae3a9-b064-40f2-8068-6ef801104a0c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.072186 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-849ae3a9-b064-40f2-8068-6ef801104a0c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (4f89fb07-5f4c-47ec-ab66-f290c2872e02), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.076567 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-849ae3a9-b064-40f2-8068-6ef801104a0c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4f89fb07-5f4c-47ec-ab66-f290c2872e02), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.105414 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-849ae3a9-b064-40f2-8068-6ef801104a0c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.106648 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-849ae3a9-b064-40f2-8068-6ef801104a0c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1270275 Apr 29 18:55:56.109638 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52656) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:56.111658 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ae3a9-b064-40f2-8068-6ef801104a0c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f89fb07-5f4c-47ec-ab66-f290c2872e02,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:56.122090 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-a20bf446-fd9d-4693-b6dd-52f7f118cdea tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group_rule': {'security_group_id': '4f89fb07-5f4c-47ec-ab66-f290c2872e02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:55:56.149955 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a20bf446-fd9d-4693-b6dd-52f7f118cdea tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (dac1e710-87f4-4b6e-b82a-7ceb054e2617), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.209631 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a20bf446-fd9d-4693-b6dd-52f7f118cdea tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (dac1e710-87f4-4b6e-b82a-7ceb054e2617), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.213923 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a20bf446-fd9d-4693-b6dd-52f7f118cdea tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (dac1e710-87f4-4b6e-b82a-7ceb054e2617), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.235990 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bf446-fd9d-4693-b6dd-52f7f118cdea tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac1e710-87f4-4b6e-b82a-7ceb054e2617,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:56.241599 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a20bf446-fd9d-4693-b6dd-52f7f118cdea tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.242841 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-a20bf446-fd9d-4693-b6dd-52f7f118cdea tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314936 Apr 29 18:55:56.246968 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52662) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:56.250198 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-22358cf5-61d5-4922-aea5-1fbee3db9634 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group_rule': {'security_group_id': '4f89fb07-5f4c-47ec-ab66-f290c2872e02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:55:56.275652 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-22358cf5-61d5-4922-aea5-1fbee3db9634 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (5f249712-f2fb-42d1-8a89-edede135d8b9), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.332180 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-22358cf5-61d5-4922-aea5-1fbee3db9634 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (5f249712-f2fb-42d1-8a89-edede135d8b9), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.336522 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-22358cf5-61d5-4922-aea5-1fbee3db9634 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (5f249712-f2fb-42d1-8a89-edede135d8b9), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.358049 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22358cf5-61d5-4922-aea5-1fbee3db9634 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f249712-f2fb-42d1-8a89-edede135d8b9,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:56.368946 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-22358cf5-61d5-4922-aea5-1fbee3db9634 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.370520 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-22358cf5-61d5-4922-aea5-1fbee3db9634 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238184 Apr 29 18:55:56.373722 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52664) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:55:56.378459 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:55:56.386127 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.401345 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.479066 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.593174 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Allocated IP 172.27.0.91 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/37b39d0d-5708-4f4a-a215-08fd8d592ddb) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:55:56.704537 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (37b39d0d-5708-4f4a-a215-08fd8d592ddb), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.738457 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (37b39d0d-5708-4f4a-a215-08fd8d592ddb), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.780874 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:55:56.783685 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:55:56.787208 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:55:56.819778 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=37b39d0d-5708-4f4a-a215-08fd8d592ddb,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:56.882769 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (93d884ca-cf81-4968-8767-94b9181fcea2), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:56.925456 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (37b39d0d-5708-4f4a-a215-08fd8d592ddb), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:57.080451 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (37b39d0d-5708-4f4a-a215-08fd8d592ddb), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:57.087795 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (37b39d0d-5708-4f4a-a215-08fd8d592ddb), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:57.158733 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=37b39d0d-5708-4f4a-a215-08fd8d592ddb,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:55:57.170997 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (93d884ca-cf81-4968-8767-94b9181fcea2), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:57.188553 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:57.190189 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-e3e8b9f1-f358-4a2c-a9de-ec4082918056 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8154242 Apr 29 18:55:57.394906 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-5d9dcccf-92b4-46a7-acbf-3dbcc60b79a0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--711440740&fields=id&tenant_id=9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 267 time: 0.0444510 Apr 29 18:55:57.509096 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-aa099e6f-38b0-4830-887b-a8e143ad5e68 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:57.510507 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-aa099e6f-38b0-4830-887b-a8e143ad5e68 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 815 time: 0.1061442 Apr 29 18:55:57.527595 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-d080c1aa-f607-4c89-a773-7da049039181 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/quotas/9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 375 time: 0.0090065 Apr 29 18:55:57.577980 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-8cfe37bf-3f1b-4e06-aa4c-968815914556 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455358 Apr 29 18:55:57.614159 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:57.684526 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-7314b434-d797-4d8f-a6eb-68b5eab56b6a service neutron] 10.222.0.50 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896609 Apr 29 18:55:57.782133 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-6a7159d7-6760-4634-b3b4-72c7091c6671 service neutron] 10.222.0.50 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911467 Apr 29 18:55:57.945684 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-0a102a46-2686-4d95-9f32-51a361eb8882 req-5c151bba-c00f-45b5-a6e8-b22ea850aa60 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0293875 Apr 29 18:55:59.054996 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0d933b4b-0996-4c1b-bbc0-2043b1ce19a7 req-bc3000c5-e804-48af-b83a-f266f28cbf84 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0319104 Apr 29 18:55:59.312848 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-c4464dd7-4cd9-4dc5-8fa7-feabac66f339 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:55:59.314611 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-c4464dd7-4cd9-4dc5-8fa7-feabac66f339 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 815 time: 0.1054852 Apr 29 18:55:59.382936 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:59.429209 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-a180cf74-3ecf-4782-9457-c279d37e87a9 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 471 time: 0.0720429 Apr 29 18:55:59.604189 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'port': {'device_id': '1ded4025-99d9-4767-a204-585282db0cf6', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'admin_state_up': True, 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'security_groups': ['4f89fb07-5f4c-47ec-ab66-f290c2872e02']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:55:59.717669 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Made reservation on behalf of 9da6a94754bf43c4a0119272fb920c06 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:55:59.721116 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:55:59.851175 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Allocated IP 172.20.0.4 (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee/128889e7-1c39-4f70-92db-9fbc21850354/eea2362b-3a0b-462b-b200-453fd567ea28) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:56:00.000603 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (eea2362b-3a0b-462b-b200-453fd567ea28), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.047949 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.089268 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:56:00.094561 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:56:00.098312 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:56:00.104905 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=eea2362b-3a0b-462b-b200-453fd567ea28,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:00.154055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:00.154760 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.174133 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-2aae0fc6-88c7-42b0-a794-2feae6fe08f4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765314 Apr 29 18:56:00.183996 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647c456-d891-4822-a5e5-43e18600c6b0 req-221df4eb-f82b-474b-b14b-22421498d48c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:00.186188 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b647c456-d891-4822-a5e5-43e18600c6b0 req-221df4eb-f82b-474b-b14b-22421498d48c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 931 time: 0.0550628 Apr 29 18:56:00.199641 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Request body: {'port': {'device_id': '1ded4025-99d9-4767-a204-585282db0cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:56:00.238497 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b647c456-d891-4822-a5e5-43e18600c6b0 req-51d63533-a376-4bc7-937f-dc152dcf765f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456443 Apr 29 18:56:00.271963 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.367273 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-aee47dce-49e2-4f18-aaed-a41f1936ec4d None None] Provisioning complete for port eea2362b-3a0b-462b-b200-453fd567ea28 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:56:00.367642 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-aee47dce-49e2-4f18-aaed-a41f1936ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.404259 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-aee47dce-49e2-4f18-aaed-a41f1936ec4d None None] Port eea2362b-3a0b-462b-b200-453fd567ea28 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:56:00.543676 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea2362b-3a0b-462b-b200-453fd567ea28 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:56:00.553318 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Publish callbacks [] for port (eea2362b-3a0b-462b-b200-453fd567ea28), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.566308 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Transition to ACTIVE for port object eea2362b-3a0b-462b-b200-453fd567ea28 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:56:00.572095 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.623439 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Pushing event updated for resources: {'Port': ['ID=eea2362b-3a0b-462b-b200-453fd567ea28,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:00.692811 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Attempting to bind port eea2362b-3a0b-462b-b200-453fd567ea28 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:56:00.693144 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Attempting to bind port eea2362b-3a0b-462b-b200-453fd567ea28 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:56:00.693468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Attempting to bind port eea2362b-3a0b-462b-b200-453fd567ea28 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:56:00.698523 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Port eea2362b-3a0b-462b-b200-453fd567ea28 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:56:00.698846 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Attempting to bind port eea2362b-3a0b-462b-b200-453fd567ea28 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:56:00.704449 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:56:00.704811 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Checking segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:56:00.705195 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Bound using segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:56:00.705619 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Bound port: eea2362b-3a0b-462b-b200-453fd567ea28, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:56:00.706085 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.773249 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] For port eea2362b-3a0b-462b-b200-453fd567ea28, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:56:00.776357 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] For port eea2362b-3a0b-462b-b200-453fd567ea28, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eea2362b-3a0b-462b-b200-453fd567ea28,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:56:00.782893 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.818502 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:00.819160 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:00.820588 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] 10.222.0.15 "PUT /v2.0/ports/eea2362b-3a0b-462b-b200-453fd567ea28 HTTP/1.1" status: 200 len: 1093 time: 0.6252077 Apr 29 18:56:00.820987 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ded4025-99d9-4767-a204-585282db0cf6', 'tag': 'eea2362b-3a0b-462b-b200-453fd567ea28'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:56:00.823247 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ded4025-99d9-4767-a204-585282db0cf6", "tag": "eea2362b-3a0b-462b-b200-453fd567ea28"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:56:00.851596 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ed84e-13e6-4d7e-a1ad-cf4d907b509d service neutron] Pushing event updated for resources: {'Port': ['ID=eea2362b-3a0b-462b-b200-453fd567ea28,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:00.866118 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c899d8b-1a4e-4ddb-97c8-97497b6d60d3 x-openstack-request-id: req-4c899d8b-1a4e-4ddb-97c8-97497b6d60d3 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:56:00.866568 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ded4025-99d9-4767-a204-585282db0cf6", "tag": "eea2362b-3a0b-462b-b200-453fd567ea28", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:56:00.866858 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c899d8b-1a4e-4ddb-97c8-97497b6d60d3 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:56:00.867399 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c899d8b-1a4e-4ddb-97c8-97497b6d60d3'] response: {'name': 'network-changed', 'server_uuid': '1ded4025-99d9-4767-a204-585282db0cf6', 'tag': 'eea2362b-3a0b-462b-b200-453fd567ea28', 'status': 'completed', 'code': 200} Apr 29 18:56:00.957602 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-86e5e59e-6968-4f93-9920-a904f384949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:00.959166 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-86e5e59e-6968-4f93-9920-a904f384949f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 1127 time: 0.0424225 Apr 29 18:56:01.013292 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-cd8d31e0-f007-4690-b364-d08d9633d3f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eea2362b-3a0b-462b-b200-453fd567ea28 HTTP/1.1" status: 200 len: 217 time: 0.0354526 Apr 29 18:56:01.068909 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-6545d1a4-691e-432e-8639-a114f4e2642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:01.070241 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-6545d1a4-691e-432e-8639-a114f4e2642f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0500569 Apr 29 18:56:01.118997 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-641445ac-2cc8-4480-b340-5d27c0b6900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:01.120550 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-641445ac-2cc8-4480-b340-5d27c0b6900e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409970 Apr 29 18:56:01.211844 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-9cc74ad0-17af-4bf0-8ad7-dbec8ac757f6 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834224 Apr 29 18:56:01.311776 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-22ab7dae-69d0-4090-91ee-13cf993f44ea req-f4b58b79-f44c-4f70-ad92-69f217652bdb service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893099 Apr 29 18:56:01.361546 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abc8df-4d20-4a96-b9a0-a4cbbb6c8dba req-f552afd0-fc3c-4d48-907f-b44526aee1c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:01.363404 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-98abc8df-4d20-4a96-b9a0-a4cbbb6c8dba req-f552afd0-fc3c-4d48-907f-b44526aee1c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0493441 Apr 29 18:56:01.417405 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-98abc8df-4d20-4a96-b9a0-a4cbbb6c8dba req-c9bab4f1-33cf-49a0-a561-2c7e55239751 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480158 Apr 29 18:56:02.357433 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:02.541622 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cb3dd-eaa5-481e-b245-691e0fcc286f req-30e6887c-30ab-4dfa-a7a9-87eebb852165 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:02.543095 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ef2cb3dd-eaa5-481e-b245-691e0fcc286f req-30e6887c-30ab-4dfa-a7a9-87eebb852165 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0483162 Apr 29 18:56:02.593679 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ef2cb3dd-eaa5-481e-b245-691e0fcc286f req-41c2a77d-83ab-44b7-b4b4-b14fbf5cedb3 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Apr 29 18:56:03.717375 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68324a-22f8-46f6-b576-a2c78cf031a3 req-030d2198-c03c-4c8c-900d-303b67e3c5d4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:03.718833 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2c68324a-22f8-46f6-b576-a2c78cf031a3 req-030d2198-c03c-4c8c-900d-303b67e3c5d4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0500760 Apr 29 18:56:03.766068 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-2c68324a-22f8-46f6-b576-a2c78cf031a3 req-afcb7c28-2ba0-42ac-8c55-a213f6f306df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416064 Apr 29 18:56:04.589574 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:56:04.673992 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-1eaec12a-8c9b-48e4-8cdc-2f9dff4fa0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:04.675629 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-1eaec12a-8c9b-48e4-8cdc-2f9dff4fa0e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 1127 time: 0.0433915 Apr 29 18:56:04.770530 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-e572c89a-4c9a-45a7-83f7-3df26854cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:04.771998 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-e572c89a-4c9a-45a7-83f7-3df26854cbab service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0868781 Apr 29 18:56:04.821550 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-bd31360d-69dd-4c3c-b110-e9b41a46a335 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eea2362b-3a0b-462b-b200-453fd567ea28 HTTP/1.1" status: 200 len: 217 time: 0.0380387 Apr 29 18:56:04.908355 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5b47f-c604-4531-9d6e-04fb69ca6bbc req-0345194b-2a35-48d0-8667-5cc9cfd4a51b tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:04.909886 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8bf5b47f-c604-4531-9d6e-04fb69ca6bbc req-0345194b-2a35-48d0-8667-5cc9cfd4a51b tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0717075 Apr 29 18:56:04.911357 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-0d403041-a8ff-49f3-9285-c0abb464b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:04.912838 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-0d403041-a8ff-49f3-9285-c0abb464b65b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0820370 Apr 29 18:56:04.989277 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-ecb22cc4-2bd9-4a8a-8df0-9f25a76ff7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:04.990861 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-ecb22cc4-2bd9-4a8a-8df0-9f25a76ff7f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658960 Apr 29 18:56:05.012832 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8bf5b47f-c604-4531-9d6e-04fb69ca6bbc req-eb8dd5b5-ec16-40c6-a740-642e4bd22931 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942736 Apr 29 18:56:05.097967 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-958431d2-e5ce-4127-9892-0b64299134b6 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964653 Apr 29 18:56:05.201120 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d2468ae4-064f-4a32-89ae-4fb64f9f25d6 req-c56906c6-f8f6-487e-8711-385b704d603f service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949917 Apr 29 18:56:05.519366 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device eea2362b-3a0b-462b-b200-453fd567ea28 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:56:05.625860 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port eea2362b-3a0b-462b-b200-453fd567ea28, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eea2362b-3a0b-462b-b200-453fd567ea28,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:56:05.639891 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'eea2362b-3a0b-462b-b200-453fd567ea28', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'port_id': 'eea2362b-3a0b-462b-b200-453fd567ea28', 'mac_address': 'fa:16:3e:32:37:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:56:05.680884 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port eea2362b-3a0b-462b-b200-453fd567ea28 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:56:05.681268 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:05.694555 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea2362b-3a0b-462b-b200-453fd567ea28 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:56:05.713720 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port eea2362b-3a0b-462b-b200-453fd567ea28, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eea2362b-3a0b-462b-b200-453fd567ea28,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:56:05.720521 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:05.766509 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=eea2362b-3a0b-462b-b200-453fd567ea28,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:06.136167 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ce9f3-a259-4fde-a0f9-0188893764b3 req-d1255718-0da0-4354-bace-569e382f336a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:06.138048 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-737ce9f3-a259-4fde-a0f9-0188893764b3 req-d1255718-0da0-4354-bace-569e382f336a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 944 time: 0.0547829 Apr 29 18:56:06.185481 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-737ce9f3-a259-4fde-a0f9-0188893764b3 req-db127198-213a-4a1d-b8d3-f6fce7daf8ad tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397103 Apr 29 18:56:06.445614 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['eea2362b-3a0b-462b-b200-453fd567ea28'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:56:07.305994 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae621027-3ecf-499e-8b1b-3492fd8d4745 req-de15ebf4-7558-4d45-b4d5-a4408aa22ced tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:07.308583 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ae621027-3ecf-499e-8b1b-3492fd8d4745 req-de15ebf4-7558-4d45-b4d5-a4408aa22ced tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 944 time: 0.0544703 Apr 29 18:56:07.359204 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ae621027-3ecf-499e-8b1b-3492fd8d4745 req-68da253a-d93f-47bd-82a7-b8005b76fc5d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442860 Apr 29 18:56:07.759952 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device eea2362b-3a0b-462b-b200-453fd567ea28 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:56:07.819553 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port eea2362b-3a0b-462b-b200-453fd567ea28 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:56:07.827515 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port eea2362b-3a0b-462b-b200-453fd567ea28 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:56:07.827985 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:07.915742 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port eea2362b-3a0b-462b-b200-453fd567ea28 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:56:07.916127 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.060330 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52788) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:08.073393 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ded4025-99d9-4767-a204-585282db0cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea2362b-3a0b-462b-b200-453fd567ea28'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:56:08.075604 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba261501-cfd3-4422-a84c-f1da27d1b182" -d '{"events": [{"server_uuid": "1ded4025-99d9-4767-a204-585282db0cf6", "name": "network-vif-plugged", "status": "completed", "tag": "eea2362b-3a0b-462b-b200-453fd567ea28"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:56:08.087600 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port eea2362b-3a0b-462b-b200-453fd567ea28, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eea2362b-3a0b-462b-b200-453fd567ea28,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:56:08.094949 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.118441 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd24f1a5-b96e-4c55-a064-d84f738f4f4b x-openstack-request-id: req-cd24f1a5-b96e-4c55-a064-d84f738f4f4b {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:56:08.118791 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ded4025-99d9-4767-a204-585282db0cf6", "name": "network-vif-plugged", "status": "completed", "tag": "eea2362b-3a0b-462b-b200-453fd567ea28", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:56:08.119051 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd24f1a5-b96e-4c55-a064-d84f738f4f4b {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:56:08.119440 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd24f1a5-b96e-4c55-a064-d84f738f4f4b'] response: {'server_uuid': '1ded4025-99d9-4767-a204-585282db0cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea2362b-3a0b-462b-b200-453fd567ea28', 'code': 200} Apr 29 18:56:08.154339 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=eea2362b-3a0b-462b-b200-453fd567ea28,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:08.176176 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-437a5c84-27e8-453d-b8f6-1b2e10abea10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.257835 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-437a5c84-27e8-453d-b8f6-1b2e10abea10 admin admin] Publish callbacks [] for security_group (64bb707c-c0eb-4357-b4df-286dc527c2af), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.261918 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-437a5c84-27e8-453d-b8f6-1b2e10abea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (64bb707c-c0eb-4357-b4df-286dc527c2af), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.306014 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-437a5c84-27e8-453d-b8f6-1b2e10abea10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=538b43e4dfd842e79d514a3f1bd829e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445297 Apr 29 18:56:08.307271 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a5c84-27e8-453d-b8f6-1b2e10abea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb707c-c0eb-4357-b4df-286dc527c2af,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:08.308707 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52794) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:08.366089 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4566-facc-4a9e-a6d3-12323f9d86a2 admin admin] Publish callbacks [] for security_group (64bb707c-c0eb-4357-b4df-286dc527c2af), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.383626 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdd9b8-0d1b-446a-83c4-194fde588fe7 req-a95194e4-088d-4457-87d4-5da0d17d7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:08.385071 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-60cdd9b8-0d1b-446a-83c4-194fde588fe7 req-a95194e4-088d-4457-87d4-5da0d17d7b96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 1129 time: 0.0396438 Apr 29 18:56:08.387676 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4566-facc-4a9e-a6d3-12323f9d86a2 admin admin] Publish callbacks [] for security_group (64bb707c-c0eb-4357-b4df-286dc527c2af), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.431607 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-60cdd9b8-0d1b-446a-83c4-194fde588fe7 req-c53b008d-8653-4a9f-9b6b-9883d7fdd423 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392206 Apr 29 18:56:08.441883 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4566-facc-4a9e-a6d3-12323f9d86a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (64bb707c-c0eb-4357-b4df-286dc527c2af), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.444768 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-fa3a4566-facc-4a9e-a6d3-12323f9d86a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.445828 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fa3a4566-facc-4a9e-a6d3-12323f9d86a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64bb707c-c0eb-4357-b4df-286dc527c2af HTTP/1.1" status: 204 len: 168 time: 0.1355298 Apr 29 18:56:08.454272 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a4566-facc-4a9e-a6d3-12323f9d86a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb707c-c0eb-4357-b4df-286dc527c2af,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:08.489360 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9d7f5-cddb-471c-aa01-7e9910e84399 req-26755277-781b-4dcc-a0dc-bb39b739c4ad tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:08.490861 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b4c9d7f5-cddb-471c-aa01-7e9910e84399 req-26755277-781b-4dcc-a0dc-bb39b739c4ad tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0529194 Apr 29 18:56:08.540100 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b4c9d7f5-cddb-471c-aa01-7e9910e84399 req-1d786738-cec8-4721-bfce-a1a87fb3b841 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430546 Apr 29 18:56:08.713070 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52802) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:08.726316 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-78b57a48-05d3-4930-b8ba-457b9d41c952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.802811 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-78b57a48-05d3-4930-b8ba-457b9d41c952 admin admin] Publish callbacks [] for security_group (0c57c84a-21a3-46d6-a8b5-fc3c41c900f3), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.809303 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-78b57a48-05d3-4930-b8ba-457b9d41c952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (0c57c84a-21a3-46d6-a8b5-fc3c41c900f3), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.847816 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-78b57a48-05d3-4930-b8ba-457b9d41c952 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3bddf41a687f4ffdaaebfa2d4764a898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337476 Apr 29 18:56:08.848683 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b57a48-05d3-4930-b8ba-457b9d41c952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c57c84a-21a3-46d6-a8b5-fc3c41c900f3,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:08.850798 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52804) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:08.904848 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-72b276b0-6316-4d0b-8ac3-fc370cf84b2f admin admin] Publish callbacks [] for security_group (0c57c84a-21a3-46d6-a8b5-fc3c41c900f3), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.926312 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-72b276b0-6316-4d0b-8ac3-fc370cf84b2f admin admin] Publish callbacks [] for security_group (0c57c84a-21a3-46d6-a8b5-fc3c41c900f3), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.978989 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-72b276b0-6316-4d0b-8ac3-fc370cf84b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (0c57c84a-21a3-46d6-a8b5-fc3c41c900f3), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.981606 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-72b276b0-6316-4d0b-8ac3-fc370cf84b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:08.982758 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-72b276b0-6316-4d0b-8ac3-fc370cf84b2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c57c84a-21a3-46d6-a8b5-fc3c41c900f3 HTTP/1.1" status: 204 len: 168 time: 0.1309133 Apr 29 18:56:08.990164 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b276b0-6316-4d0b-8ac3-fc370cf84b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c57c84a-21a3-46d6-a8b5-fc3c41c900f3,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:09.660348 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f6656-8c08-4701-aa8a-3be0d8ab516e req-a486272e-c75c-42e3-a272-d3d473781731 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:09.662009 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-114f6656-8c08-4701-aa8a-3be0d8ab516e req-a486272e-c75c-42e3-a272-d3d473781731 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0498326 Apr 29 18:56:09.710772 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-114f6656-8c08-4701-aa8a-3be0d8ab516e req-f4b04d75-46bc-49fa-a7b8-902904a73465 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425179 Apr 29 18:56:10.067722 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52836) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:10.180384 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e55c526f-d859-4e8e-b1d7-81be70304199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:10.257090 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e55c526f-d859-4e8e-b1d7-81be70304199 admin admin] Publish callbacks [] for security_group (974d5772-d927-4917-b290-54699ee55e5c), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:10.262419 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e55c526f-d859-4e8e-b1d7-81be70304199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (974d5772-d927-4917-b290-54699ee55e5c), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:10.299923 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e55c526f-d859-4e8e-b1d7-81be70304199 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1adb5e0f25404c1b981269f9ca1eac5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311153 Apr 29 18:56:10.300796 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c526f-d859-4e8e-b1d7-81be70304199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974d5772-d927-4917-b290-54699ee55e5c,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:10.304099 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 52840) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:10.353019 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-259d1296-dc63-4d75-923b-7b458cda9751 admin admin] Publish callbacks [] for security_group (974d5772-d927-4917-b290-54699ee55e5c), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:10.374951 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-259d1296-dc63-4d75-923b-7b458cda9751 admin admin] Publish callbacks [] for security_group (974d5772-d927-4917-b290-54699ee55e5c), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:10.425532 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-259d1296-dc63-4d75-923b-7b458cda9751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (974d5772-d927-4917-b290-54699ee55e5c), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:10.429276 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-259d1296-dc63-4d75-923b-7b458cda9751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:10.431372 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-259d1296-dc63-4d75-923b-7b458cda9751 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/974d5772-d927-4917-b290-54699ee55e5c HTTP/1.1" status: 204 len: 168 time: 0.1260128 Apr 29 18:56:10.439262 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d1296-dc63-4d75-923b-7b458cda9751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974d5772-d927-4917-b290-54699ee55e5c,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:10.830928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57fc07-c3c9-4cf4-863b-a0191dad0f4e req-c272c1b3-0a57-4b28-ad0f-1f1bd9c40473 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:10.832334 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ec57fc07-c3c9-4cf4-863b-a0191dad0f4e req-c272c1b3-0a57-4b28-ad0f-1f1bd9c40473 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0490961 Apr 29 18:56:10.882530 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ec57fc07-c3c9-4cf4-863b-a0191dad0f4e req-eb9ea894-8d1f-4a59-ad60-8b5035ff1a9e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438249 Apr 29 18:56:12.006753 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303348dc-7c03-4b10-a70e-be6f0ea20447 req-b12fc2ce-23e2-4b59-8ac7-f98621b221ce tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:12.008288 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-303348dc-7c03-4b10-a70e-be6f0ea20447 req-b12fc2ce-23e2-4b59-8ac7-f98621b221ce tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0470963 Apr 29 18:56:12.056479 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-303348dc-7c03-4b10-a70e-be6f0ea20447 req-a9841a20-e523-4634-9fe7-e1a7de4689c0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425143 Apr 29 18:56:12.175831 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5267-59be-4be0-94c4-372f433bfa1f req-f91f2ae9-47d1-4e29-8a1a-75700757ea2a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:12.177251 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ccb5267-59be-4be0-94c4-372f433bfa1f req-f91f2ae9-47d1-4e29-8a1a-75700757ea2a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0570426 Apr 29 18:56:12.187055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 52878) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:12.191878 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-84b21d28-35aa-4c83-a29d-6db0d9137035 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'floatingip': {'port_id': 'eea2362b-3a0b-462b-b200-453fd567ea28'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:56:12.236170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-84b21d28-35aa-4c83-a29d-6db0d9137035 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (93d884ca-cf81-4968-8767-94b9181fcea2), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:12.990996 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-84b21d28-35aa-4c83-a29d-6db0d9137035 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:12.996171 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-84b21d28-35aa-4c83-a29d-6db0d9137035 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (93d884ca-cf81-4968-8767-94b9181fcea2), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:13.111541 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [None req-84b21d28-35aa-4c83-a29d-6db0d9137035 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Floating IP 93d884ca-cf81-4968-8767-94b9181fcea2 associated. External IP: 172.27.0.91, port: eea2362b-3a0b-462b-b200-453fd567ea28. Apr 29 18:56:13.344395 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b21d28-35aa-4c83-a29d-6db0d9137035 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:56:13.468038 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b21d28-35aa-4c83-a29d-6db0d9137035 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:56:13.473663 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-84b21d28-35aa-4c83-a29d-6db0d9137035 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:13.479014 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:56:13.491790 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:56:13.492411 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:55:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:56:13.503684 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-84b21d28-35aa-4c83-a29d-6db0d9137035 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "PUT /v2.0/floatingips/93d884ca-cf81-4968-8767-94b9181fcea2 HTTP/1.1" status: 200 len: 990 time: 1.3155296 Apr 29 18:56:13.504291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ded4025-99d9-4767-a204-585282db0cf6', 'tag': 'eea2362b-3a0b-462b-b200-453fd567ea28'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:56:13.506553 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b8f1f-3197-42ec-90a2-01fd83758934" -d '{"events": [{"name": "network-changed", "server_uuid": "1ded4025-99d9-4767-a204-585282db0cf6", "tag": "eea2362b-3a0b-462b-b200-453fd567ea28"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:56:13.548160 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273baa74-f40f-4456-9c90-23311cc8916b x-openstack-request-id: req-273baa74-f40f-4456-9c90-23311cc8916b {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:56:13.548484 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ded4025-99d9-4767-a204-585282db0cf6", "tag": "eea2362b-3a0b-462b-b200-453fd567ea28", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:56:13.548954 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-273baa74-f40f-4456-9c90-23311cc8916b {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:56:13.549372 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273baa74-f40f-4456-9c90-23311cc8916b'] response: {'name': 'network-changed', 'server_uuid': '1ded4025-99d9-4767-a204-585282db0cf6', 'tag': 'eea2362b-3a0b-462b-b200-453fd567ea28', 'status': 'completed', 'code': 200} Apr 29 18:56:13.613061 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:56:13.839906 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '0daeb790-cf4b-433f-840c-179940922f3d', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:53:27Z', 'updated_at': '2022-04-29T18:53:46Z', 'revision_number': 2, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}, {'id': '93d884ca-cf81-4968-8767-94b9181fcea2', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': 'eea2362b-3a0b-462b-b200-453fd567ea28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:32:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded4025-99d9-4767-a204-585282db0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:55:56Z', 'updated_at': '2022-04-29T18:56:12Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:56:13.871112 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:56:13.880727 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:56:13.881763 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:55:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:56:13.995952 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:56:14.226908 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '0daeb790-cf4b-433f-840c-179940922f3d', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:53:27Z', 'updated_at': '2022-04-29T18:53:46Z', 'revision_number': 2, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}, {'id': '93d884ca-cf81-4968-8767-94b9181fcea2', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': 'eea2362b-3a0b-462b-b200-453fd567ea28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:32:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded4025-99d9-4767-a204-585282db0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:55:56Z', 'updated_at': '2022-04-29T18:56:12Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:56:14.256642 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59dc0c7-08d3-4d2c-a442-dbeed3a7d974 None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '0daeb790-cf4b-433f-840c-179940922f3d', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:53:27Z', 'updated_at': '2022-04-29T18:53:46Z', 'revision_number': 2, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}, {'id': '93d884ca-cf81-4968-8767-94b9181fcea2', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': 'eea2362b-3a0b-462b-b200-453fd567ea28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:32:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded4025-99d9-4767-a204-585282db0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:55:56Z', 'updated_at': '2022-04-29T18:56:12Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:56:14.466567 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d84eb1-164f-4101-a770-288e84d3d638 None None] New status for floating IP 93d884ca-cf81-4968-8767-94b9181fcea2: ACTIVE {{(pid=110122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:56:17.498936 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-c4cf3f0b-4de2-492f-b0b3-b987db90b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:17.500409 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-c4cf3f0b-4de2-492f-b0b3-b987db90b0ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 1129 time: 0.0412483 Apr 29 18:56:17.593934 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-09f29d23-35ed-4af1-84a2-9afeee9aad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:17.595415 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-09f29d23-35ed-4af1-84a2-9afeee9aad84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0876374 Apr 29 18:56:17.662167 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-61b1b2e4-df54-4475-af65-be44556f431a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eea2362b-3a0b-462b-b200-453fd567ea28 HTTP/1.1" status: 200 len: 1000 time: 0.0592856 Apr 29 18:56:17.716470 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-b1a11ec4-e088-4bdd-b87c-5c534bf0cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:17.717966 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-b1a11ec4-e088-4bdd-b87c-5c534bf0cd5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0479012 Apr 29 18:56:17.778275 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-c0bdfc20-0b4e-4be1-9b08-da7c6213e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:17.780381 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-c0bdfc20-0b4e-4be1-9b08-da7c6213e329 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508955 Apr 29 18:56:17.874025 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-68684d04-e501-43b1-a59c-614be4b85ced service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858297 Apr 29 18:56:17.981932 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-424b8f1f-3197-42ec-90a2-01fd83758934 req-5e7da33d-df8e-473c-ba20-7588b7441d7b service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961442 Apr 29 18:56:23.119102 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ae65ef2-f7f7-453c-8bc2-1f0180c59049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:25.353348 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-330a9caf-e7a7-4049-8946-99d5d9a14a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:26.390766 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:27.615651 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:29.290841 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-5c69f5aa-8658-416e-b488-23fd8c6c9b24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410461 Apr 29 18:56:29.377174 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-92b62610-b22f-45ff-9cec-2a62dbfb2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:29.378766 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-92b62610-b22f-45ff-9cec-2a62dbfb2902 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 1129 time: 0.0408549 Apr 29 18:56:29.389584 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:29.496826 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-96bf335e-1d49-4d45-827f-bea7ccb1a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:29.498304 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-96bf335e-1d49-4d45-827f-bea7ccb1a0ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 913 time: 0.0922031 Apr 29 18:56:29.570886 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-72fbc6eb-785a-417d-aa7c-f200047c33fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9 HTTP/1.1" status: 200 len: 1000 time: 0.0658045 Apr 29 18:56:29.623136 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-db438e76-b654-451b-8d46-6bb6bfc32fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:29.624829 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-db438e76-b654-451b-8d46-6bb6bfc32fdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0468140 Apr 29 18:56:31.314531 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-e2f7f200-e983-4022-8d22-08313a559c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:31.316081 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-e2f7f200-e983-4022-8d22-08313a559c7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480719 Apr 29 18:56:32.277828 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-dd73353f-eb2f-4019-855d-0e14c35452f1 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959811 Apr 29 18:56:32.380202 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:33.652754 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f71cae8f-7ede-4949-a284-a9c65448fd52 req-0813fad0-10f2-44be-97c8-5073845d95f3 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943704 Apr 29 18:56:39.536464 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53010) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:39.658623 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:39.736846 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Publish callbacks [] for security_group (88c51353-e15f-424f-9298-48022332dd22), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:39.742573 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (88c51353-e15f-424f-9298-48022332dd22), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:39.780442 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5cb132017e094f3a8fee00bab6dad6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428851 Apr 29 18:56:39.781679 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c51353-e15f-424f-9298-48022332dd22,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:39.783321 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53014) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:39.789341 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.789683 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.790027 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.790362 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.790689 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.791013 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.791367 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.791713 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.791975 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.792314 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.792673 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.792996 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.793358 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.793675 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.793988 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006aa982-8580-42fb-9944-e3ccf3a79e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.832176 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Publish callbacks [] for security_group (88c51353-e15f-424f-9298-48022332dd22), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:39.854241 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Publish callbacks [] for security_group (88c51353-e15f-424f-9298-48022332dd22), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:39.915019 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (88c51353-e15f-424f-9298-48022332dd22), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:39.917796 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:39.918945 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88c51353-e15f-424f-9298-48022332dd22 HTTP/1.1" status: 204 len: 168 time: 0.1346526 Apr 29 18:56:39.926905 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c51353-e15f-424f-9298-48022332dd22,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:39.934572 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.934919 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.935264 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.935604 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.935938 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.936268 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.936634 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.936964 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.937290 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.937615 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.937943 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.938265 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.939114 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.939462 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:39.939786 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e374-ef8c-411c-a851-d83379546cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:56:41.589193 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:56:48.265080 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53140) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:48.377803 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a5f2cbbf-148c-4f6a-9989-d05f2d63091a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:48.453602 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a5f2cbbf-148c-4f6a-9989-d05f2d63091a admin admin] Publish callbacks [] for security_group (4d9949ce-bef0-4c31-b6d2-44f192945397), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:48.459308 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a5f2cbbf-148c-4f6a-9989-d05f2d63091a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4d9949ce-bef0-4c31-b6d2-44f192945397), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:48.499356 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a5f2cbbf-148c-4f6a-9989-d05f2d63091a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84f644a2c73945cbb0bda9ef43fcdeba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305379 Apr 29 18:56:48.499356 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2cbbf-148c-4f6a-9989-d05f2d63091a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9949ce-bef0-4c31-b6d2-44f192945397,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:48.499878 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53144) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:48.549186 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3b03cada-0031-4771-847a-2634fe5732c1 admin admin] Publish callbacks [] for security_group (4d9949ce-bef0-4c31-b6d2-44f192945397), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:48.570460 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3b03cada-0031-4771-847a-2634fe5732c1 admin admin] Publish callbacks [] for security_group (4d9949ce-bef0-4c31-b6d2-44f192945397), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:48.618672 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3b03cada-0031-4771-847a-2634fe5732c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4d9949ce-bef0-4c31-b6d2-44f192945397), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:48.621940 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3b03cada-0031-4771-847a-2634fe5732c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:48.623115 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3b03cada-0031-4771-847a-2634fe5732c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d9949ce-bef0-4c31-b6d2-44f192945397 HTTP/1.1" status: 204 len: 168 time: 0.1222017 Apr 29 18:56:48.631231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03cada-0031-4771-847a-2634fe5732c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9949ce-bef0-4c31-b6d2-44f192945397,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:48.899763 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53150) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:48.914054 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-beadebcc-a1a1-4ca7-afc0-8055acb68bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:48.986894 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-beadebcc-a1a1-4ca7-afc0-8055acb68bfc admin admin] Publish callbacks [] for security_group (25f3f1f1-c2f1-49a4-8f0c-73497c82ea55), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:48.992433 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-beadebcc-a1a1-4ca7-afc0-8055acb68bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (25f3f1f1-c2f1-49a4-8f0c-73497c82ea55), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.029597 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-beadebcc-a1a1-4ca7-afc0-8055acb68bfc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3860a76edab04e96880c6a67bc9cb913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282845 Apr 29 18:56:49.030278 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadebcc-a1a1-4ca7-afc0-8055acb68bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f3f1f1-c2f1-49a4-8f0c-73497c82ea55,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:49.032574 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53152) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:49.081342 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aac90d2a-be5e-4140-afd6-1ac340dced47 admin admin] Publish callbacks [] for security_group (25f3f1f1-c2f1-49a4-8f0c-73497c82ea55), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.102368 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aac90d2a-be5e-4140-afd6-1ac340dced47 admin admin] Publish callbacks [] for security_group (25f3f1f1-c2f1-49a4-8f0c-73497c82ea55), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.152551 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aac90d2a-be5e-4140-afd6-1ac340dced47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (25f3f1f1-c2f1-49a4-8f0c-73497c82ea55), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.155323 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aac90d2a-be5e-4140-afd6-1ac340dced47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.156463 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-aac90d2a-be5e-4140-afd6-1ac340dced47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25f3f1f1-c2f1-49a4-8f0c-73497c82ea55 HTTP/1.1" status: 204 len: 168 time: 0.1227379 Apr 29 18:56:49.164225 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac90d2a-be5e-4140-afd6-1ac340dced47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f3f1f1-c2f1-49a4-8f0c-73497c82ea55,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:49.497811 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53158) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:49.516030 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfac7-6923-40e3-b39f-c880ca0b2b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.594809 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfac7-6923-40e3-b39f-c880ca0b2b55 admin admin] Publish callbacks [] for security_group (c32381dc-0716-48b8-a01d-6cbd441ef32f), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.601587 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfac7-6923-40e3-b39f-c880ca0b2b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c32381dc-0716-48b8-a01d-6cbd441ef32f), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.642299 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-d3ecfac7-6923-40e3-b39f-c880ca0b2b55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51dc03f092d84e64870e24a8f7e4cb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433775 Apr 29 18:56:49.643130 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecfac7-6923-40e3-b39f-c880ca0b2b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32381dc-0716-48b8-a01d-6cbd441ef32f,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:49.645754 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53160) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:49.699827 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-147be3b5-e49f-4d01-8cc7-c07d99c395a7 admin admin] Publish callbacks [] for security_group (c32381dc-0716-48b8-a01d-6cbd441ef32f), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.720394 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-147be3b5-e49f-4d01-8cc7-c07d99c395a7 admin admin] Publish callbacks [] for security_group (c32381dc-0716-48b8-a01d-6cbd441ef32f), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.773872 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-147be3b5-e49f-4d01-8cc7-c07d99c395a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c32381dc-0716-48b8-a01d-6cbd441ef32f), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.776559 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-147be3b5-e49f-4d01-8cc7-c07d99c395a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:49.777714 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-147be3b5-e49f-4d01-8cc7-c07d99c395a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c32381dc-0716-48b8-a01d-6cbd441ef32f HTTP/1.1" status: 204 len: 168 time: 0.1308928 Apr 29 18:56:49.785322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147be3b5-e49f-4d01-8cc7-c07d99c395a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32381dc-0716-48b8-a01d-6cbd441ef32f,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:50.523020 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53182) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:50.625081 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-4007578-network', 'tenant_id': '004ea4b077a549868292dad9caaa5515'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:56:50.648167 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Made reservation on behalf of 004ea4b077a549868292dad9caaa5515 for: {'network': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:56:50.650860 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:50.660035 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:50.737944 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Publish callbacks [] for security_group (156bfb56-5168-4c4a-93c5-c92433c4296d), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:50.743067 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (156bfb56-5168-4c4a-93c5-c92433c4296d), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:50.768566 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:56:50.778479 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156bfb56-5168-4c4a-93c5-c92433c4296d,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:50.784412 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (8923b546-59d9-4ee0-bbd1-49205c9d8c7a), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:50.784790 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.segments_db [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Added segment 8923b546-59d9-4ee0-bbd1-49205c9d8c7a of type vlan for network a3ce2a53-ab28-493e-a119-5eee42467a8f Apr 29 18:56:50.826701 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (a3ce2a53-ab28-493e-a119-5eee42467a8f), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:50.852214 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (a3ce2a53-ab28-493e-a119-5eee42467a8f), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:50.853130 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:50.853906 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:50.892390 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3682578 Apr 29 18:56:50.895500 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53186) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:50.900669 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Request body: {'subnet': {'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-4007578-subnet', 'tenant_id': '004ea4b077a549868292dad9caaa5515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:56:50.920773 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Made reservation on behalf of 004ea4b077a549868292dad9caaa5515 for: {'subnet': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:56:50.921483 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fc5c1-d908-4dd7-8378-92b6f6466379 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ce2a53-ab28-493e-a119-5eee42467a8f,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:50.923002 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9086954'] for subnet (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:50.931788 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network a3ce2a53-ab28-493e-a119-5eee42467a8f details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:56:51.104904 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9086744'] for subnet (83005f23-60bb-4542-8b6a-6cb3e597715d), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:51.154560 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83005f23-60bb-4542-8b6a-6cb3e597715d,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:51.170753 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Checking segment: {'id': '8923b546-59d9-4ee0-bbd1-49205c9d8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:56:51.171100 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Network hostable DHCP agents. Network: a3ce2a53-ab28-493e-a119-5eee42467a8f, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:56:51.193422 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Network a3ce2a53-ab28-493e-a119-5eee42467a8f is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:56:51.204345 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.base_scheduler [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, a3ce2a53-ab28-493e-a119-5eee42467a8f) {{(pid=110120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:56:51.209821 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:51.210435 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:51.214377 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1db25d-829a-4db5-9f56-f18f86437180 None None] Network a3ce2a53-ab28-493e-a119-5eee42467a8f requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:56:51.234933 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-b3c469e8-2760-42b0-828b-049ff328ce98 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3320937 Apr 29 18:56:51.312470 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a5696-9727-4e0c-bd63-92096c951214 None None] Network a3ce2a53-ab28-493e-a119-5eee42467a8f requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:56:53.117544 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-c20cf73f-e75e-4202-bd66-dcc0248597bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:53.973776 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273da21-6b68-460d-90ec-f322ac35a0fe req-1607fdaf-3555-4418-8ad6-c5323686de88 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:53.975292 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6273da21-6b68-460d-90ec-f322ac35a0fe req-1607fdaf-3555-4418-8ad6-c5323686de88 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 946 time: 0.0488524 Apr 29 18:56:54.022558 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6273da21-6b68-460d-90ec-f322ac35a0fe req-45ea5466-6e65-4e3d-958a-50551f9174ec tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414817 Apr 29 18:56:54.061272 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317473-0fc1-466f-b940-77b0dd67310b req-e60a6b05-07cf-4156-aee2-6386920a1225 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:54.062730 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-e60a6b05-07cf-4156-aee2-6386920a1225 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/networks?id=a3ce2a53-ab28-493e-a119-5eee42467a8f HTTP/1.1" status: 200 len: 806 time: 0.1058869 Apr 29 18:56:54.077829 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-fde07654-d2d2-4c63-a338-74a35e56477c tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/quotas/004ea4b077a549868292dad9caaa5515 HTTP/1.1" status: 200 len: 375 time: 0.0093431 Apr 29 18:56:54.110444 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-2f3b5ea9-6654-4519-8b28-a55a08b5e9e3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=004ea4b077a549868292dad9caaa5515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277941 Apr 29 18:56:54.170268 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-f3e9f754-6138-4459-a12f-e1a6bb1c2dff service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110120) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 18:56:54.171256 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-f3e9f754-6138-4459-a12f-e1a6bb1c2dff service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0548451 Apr 29 18:56:54.264964 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-2f745944-3d23-45b9-8b58-08092c53d0d9 service neutron] 10.222.0.50 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Apr 29 18:56:54.358141 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-280218b1-eb39-4324-b691-649bee347af3 service neutron] 10.222.0.50 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847766 Apr 29 18:56:54.523212 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9ec11bdc-66e6-4ccf-86e0-e112da2d613a req-d3982bc0-5b88-4e4b-ab2b-5fb80f56dc39 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 210 time: 0.0316408 Apr 29 18:56:55.150826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86658188-7090-494b-bac3-759aa76a2cbb req-c56b9377-c5f9-47e5-bbc5-3314748d9ea7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:55.152198 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-86658188-7090-494b-bac3-759aa76a2cbb req-c56b9377-c5f9-47e5-bbc5-3314748d9ea7 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 946 time: 0.0511115 Apr 29 18:56:55.200735 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-86658188-7090-494b-bac3-759aa76a2cbb req-efa1975a-fbdb-4467-8eb6-1f1083a41407 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Apr 29 18:56:55.367627 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-73310f0e-1054-4b3e-b4e7-71ca29321995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:55.622323 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9b8d6c62-cf68-44a6-922f-a3a5e624bfd3 req-855bddd4-f4ae-4dba-904e-3508fe1e62f6 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 210 time: 0.0280607 Apr 29 18:56:56.345654 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e24e-9fe6-4b81-86cd-2202f13d05fa req-1ba654a3-3f01-4d54-95e5-a7a9a2c41f7f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:56.347176 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a0f1e24e-9fe6-4b81-86cd-2202f13d05fa req-1ba654a3-3f01-4d54-95e5-a7a9a2c41f7f tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 946 time: 0.0530789 Apr 29 18:56:56.359391 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-5b76cbb4-75d8-40d9-afad-6d73c62ac895 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:56.360889 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-5b76cbb4-75d8-40d9-afad-6d73c62ac895 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 946 time: 0.0491157 Apr 29 18:56:56.394595 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a0f1e24e-9fe6-4b81-86cd-2202f13d05fa req-d8a53312-05e0-4ce3-9a7a-d73f7e631673 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b0d1d87-ee30-4156-a94f-510b7da3df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417614 Apr 29 18:56:56.395546 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:56.739170 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-b1555009-8ee9-48de-afc6-819c0217cd38 req-9a77fa7d-f3d1-4d82-ac02-bbd7c1860af1 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 210 time: 0.0386124 Apr 29 18:56:56.749085 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Deleting port ffb8f15d-574a-4662-b6a7-c0354c95014a {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:56:56.749431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:56.905812 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] For port ffb8f15d-574a-4662-b6a7-c0354c95014a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=ffb8f15d-574a-4662-b6a7-c0354c95014a,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:56:56.906293 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:56.979439 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317473-0fc1-466f-b940-77b0dd67310b req-fe094a33-7e41-4326-88ab-7518c04c8f96 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:56.981546 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-fe094a33-7e41-4326-88ab-7518c04c8f96 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.15 "GET /v2.0/networks?id=a3ce2a53-ab28-493e-a119-5eee42467a8f HTTP/1.1" status: 200 len: 806 time: 0.1736143 Apr 29 18:56:57.106858 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:57.107182 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:57.107519 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Floating IP 19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9 disassociated. External IP: 172.27.0.140, port: ffb8f15d-574a-4662-b6a7-c0354c95014a. Apr 29 18:56:57.107859 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Calling delete_port for ffb8f15d-574a-4662-b6a7-c0354c95014a owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:56:57.156451 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Request body: {'port': {'device_id': 'cb228329-e283-4851-b763-3304632576d6', 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f', 'admin_state_up': True, 'tenant_id': '004ea4b077a549868292dad9caaa5515'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:56:57.318744 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Made reservation on behalf of 004ea4b077a549868292dad9caaa5515 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:56:57.322323 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:57.339355 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (ffb8f15d-574a-4662-b6a7-c0354c95014a), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:57.376368 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event deleted for resources: {'Port': ['ID=ffb8f15d-574a-4662-b6a7-c0354c95014a,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:57.494758 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9fb6bfe7-ee07-4e21-bde5-f5e7f00b5f1b req-f4b327c3-9eaa-4cd3-95e4-b59b0ae598d6 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 210 time: 0.0283024 Apr 29 18:56:57.557461 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Allocated IP 172.20.0.3 (a3ce2a53-ab28-493e-a119-5eee42467a8f/83005f23-60bb-4542-8b6a-6cb3e597715d/1e362888-fe07-4b53-b272-639c7d8e3465) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:56:57.582180 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Router 92585082-121f-4392-8694-64e34d46f86d has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:56:57.616959 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.089020 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4bb405b7-fe1f-4a03-9235-83e2173b1520 req-fb7b1d73-7872-4fab-a331-fa1c0a321d08 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 210 time: 0.0525177 Apr 29 18:56:58.106052 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks [] for port (1e362888-fe07-4b53-b272-639c7d8e3465), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.111912 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:56:58.122547 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] Sync routers for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:56:58.132528 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:56:58.133219 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:56:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:56:58.167852 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] No DVR routers for this DVR port ffb8f15d-574a-4662-b6a7-c0354c95014a on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:56:58.171135 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.174416 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-9c13b589-a448-4964-a9f8-cdbbaf382085 req-58c00efc-ede2-40b9-ae33-56304b756d30 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.15 "DELETE /v2.0/ports/ffb8f15d-574a-4662-b6a7-c0354c95014a HTTP/1.1" status: 204 len: 173 time: 1.5409026 Apr 29 18:56:58.174853 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-deleted', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:56:58.177131 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8a03a7-9e40-4100-931d-de04ed1c0184" -d '{"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-deleted", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:56:58.196843 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.234525 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5f5c12-1bd3-41c8-a10d-be5d94702f7e x-openstack-request-id: req-5c5f5c12-1bd3-41c8-a10d-be5d94702f7e {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:56:58.234872 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd754cd-6049-4579-b58f-7a12b251959b", "name": "network-vif-deleted", "tag": "ffb8f15d-574a-4662-b6a7-c0354c95014a", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:56:58.235200 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c5f5c12-1bd3-41c8-a10d-be5d94702f7e {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:56:58.235618 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5f5c12-1bd3-41c8-a10d-be5d94702f7e'] response: {'server_uuid': '1bd754cd-6049-4579-b58f-7a12b251959b', 'name': 'network-vif-deleted', 'tag': 'ffb8f15d-574a-4662-b6a7-c0354c95014a', 'status': 'completed', 'code': 200} Apr 29 18:56:58.244919 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Network a3ce2a53-ab28-493e-a119-5eee42467a8f is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:56:58.250920 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:56:58.255013 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:56:58.280485 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Pushing event updated for resources: {'Port': ['ID=1e362888-fe07-4b53-b272-639c7d8e3465,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:58.310575 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:58.311336 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.329175 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-45ef2815-3a60-419f-9017-e9532add39f3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2068536 Apr 29 18:56:58.351005 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Request body: {'port': {'device_id': 'cb228329-e283-4851-b763-3304632576d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:56:58.387189 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:56:58.416523 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.584795 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:56:58.615693 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] Checking router: 92585082-121f-4392-8694-64e34d46f86d for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:56:58.624758 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:56:58.625556 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:56:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:56:58.629658 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2973a0ce-93d4-43a0-ad88-ea046c898820 req-37ee891b-f409-4689-8380-e59236e22295 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd754cd-6049-4579-b58f-7a12b251959b HTTP/1.1" status: 200 len: 210 time: 0.0344386 Apr 29 18:56:58.717451 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e362888-fe07-4b53-b272-639c7d8e3465 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:56:58.729255 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Publish callbacks [] for port (1e362888-fe07-4b53-b272-639c7d8e3465), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.746840 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:56:58.747150 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Transition to ACTIVE for port object 1e362888-fe07-4b53-b272-639c7d8e3465 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:56:58.752848 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.823143 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e362888-fe07-4b53-b272-639c7d8e3465,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:58.873250 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Attempting to bind port 1e362888-fe07-4b53-b272-639c7d8e3465 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:56:58.873495 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Attempting to bind port 1e362888-fe07-4b53-b272-639c7d8e3465 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8923b546-59d9-4ee0-bbd1-49205c9d8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:56:58.873807 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Attempting to bind port 1e362888-fe07-4b53-b272-639c7d8e3465 on network a3ce2a53-ab28-493e-a119-5eee42467a8f {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:56:58.878149 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Port 1e362888-fe07-4b53-b272-639c7d8e3465 on network a3ce2a53-ab28-493e-a119-5eee42467a8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:56:58.878614 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Attempting to bind port 1e362888-fe07-4b53-b272-639c7d8e3465 on network a3ce2a53-ab28-493e-a119-5eee42467a8f {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:56:58.884275 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:56:58.884660 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Checking segment: {'id': '8923b546-59d9-4ee0-bbd1-49205c9d8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:56:58.885049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Bound using segment: {'id': '8923b546-59d9-4ee0-bbd1-49205c9d8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:56:58.885476 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Bound port: 1e362888-fe07-4b53-b272-639c7d8e3465, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923b546-59d9-4ee0-bbd1-49205c9d8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:56:58.886223 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.954342 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] For port 1e362888-fe07-4b53-b272-639c7d8e3465, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:56:58.956369 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:56:58.957435 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] For port 1e362888-fe07-4b53-b272-639c7d8e3465, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1e362888-fe07-4b53-b272-639c7d8e3465,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:56:58.963616 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.983110 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99467995-48db-4c8b-a4e9-16ba73dea4c6 None None] The sync data for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi is: [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:35Z', 'revision_number': 4, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '604165ab-2580-466d-aa57-d6e34a640c6b', 'name': '', 'network_id': '7fa77373-526f-4ce9-a91a-e9365d9b3b0e', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'mac_address': 'fa:16:3e:ac:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:33Z', 'updated_at': '2022-04-29T18:43:48Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'subnets': [{'id': 'a3021c8e-516d-4355-b126-cc6adf0cc508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:56:58.996072 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:58.996715 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:58.998118 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1e362888-fe07-4b53-b272-639c7d8e3465 HTTP/1.1" status: 200 len: 1093 time: 0.6515284 Apr 29 18:56:59.020461 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccbb03-d6b9-4fa1-a0f7-cb90ff9a8cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e362888-fe07-4b53-b272-639c7d8e3465,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:59.110098 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317473-0fc1-466f-b940-77b0dd67310b req-1a72670c-4257-44da-a2ba-98caaa8aa5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:59.112981 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-1a72670c-4257-44da-a2ba-98caaa8aa5b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=004ea4b077a549868292dad9caaa5515&device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 1127 time: 0.0422635 Apr 29 18:56:59.178375 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-0142cc14-f6fa-49c0-8c22-95dab1873616 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e362888-fe07-4b53-b272-639c7d8e3465 HTTP/1.1" status: 200 len: 217 time: 0.0447145 Apr 29 18:56:59.209601 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edadefe-e259-442c-9583-25bb8dfc88bb req-197768f7-b1df-4771-8721-04354e8d9be9 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:59.211277 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6edadefe-e259-442c-9583-25bb8dfc88bb req-197768f7-b1df-4771-8721-04354e8d9be9 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 943 time: 0.0496278 Apr 29 18:56:59.231471 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22b33a-33a9-42b7-b300-be6cf9eba154 None None] New status for floating IP 19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9: DOWN {{(pid=110122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:56:59.236327 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317473-0fc1-466f-b940-77b0dd67310b req-5e50a40b-8f23-44d9-a4e4-44437aa247ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:56:59.237964 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-5e50a40b-8f23-44d9-a4e4-44437aa247ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83005f23-60bb-4542-8b6a-6cb3e597715d HTTP/1.1" status: 200 len: 846 time: 0.0516789 Apr 29 18:56:59.259027 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6edadefe-e259-442c-9583-25bb8dfc88bb req-832edaf4-3cfb-427d-8a93-2b52db249c37 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Apr 29 18:56:59.273229 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-7b8a8764-50cb-415d-b53d-fc4cadfcc22a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ce2a53-ab28-493e-a119-5eee42467a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272405 Apr 29 18:56:59.368972 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-4bac6836-65d1-4cf6-aff2-6af80f373569 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876646 Apr 29 18:56:59.386089 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:59.459398 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-05317473-0fc1-466f-b940-77b0dd67310b req-d7559233-0c90-4df6-96e8-6476c6121882 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836940 Apr 29 18:56:59.735510 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53270) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:59.799569 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eca97b23-ce70-4391-807a-fcfffa0a9e7e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (2b0d1d87-ee30-4156-a94f-510b7da3df66), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:59.828429 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eca97b23-ce70-4391-807a-fcfffa0a9e7e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (2b0d1d87-ee30-4156-a94f-510b7da3df66), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:59.878194 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eca97b23-ce70-4391-807a-fcfffa0a9e7e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2b0d1d87-ee30-4156-a94f-510b7da3df66), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:59.880854 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eca97b23-ce70-4391-807a-fcfffa0a9e7e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:56:59.881988 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-eca97b23-ce70-4391-807a-fcfffa0a9e7e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "DELETE /v2.0/security-groups/2b0d1d87-ee30-4156-a94f-510b7da3df66 HTTP/1.1" status: 204 len: 168 time: 0.1451087 Apr 29 18:56:59.884860 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53272) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:59.891022 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca97b23-ce70-4391-807a-fcfffa0a9e7e tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d1d87-ee30-4156-a94f-510b7da3df66,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:56:59.900217 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.api.v2.resource [None req-616f3101-06b8-4f4c-8103-3cf49b63f29a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] show failed (client error): The resource could not be found. Apr 29 18:56:59.901415 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-616f3101-06b8-4f4c-8103-3cf49b63f29a tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "GET /v2.0/security-groups/2b0d1d87-ee30-4156-a94f-510b7da3df66 HTTP/1.1" status: 404 len: 347 time: 0.0152988 Apr 29 18:56:59.904332 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53274) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:56:59.989133 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device ffb8f15d-574a-4662-b6a7-c0354c95014a no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:57:00.011144 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: ffb8f15d-574a-4662-b6a7-c0354c95014a {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:57:00.011498 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device ffb8f15d-574a-4662-b6a7-c0354c95014a not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:57:00.028018 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Deleting port d396f539-a204-4546-bd2e-fb04ea5e8e86 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:57:00.028760 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (d396f539-a204-4546-bd2e-fb04ea5e8e86), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:00.115932 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (d396f539-a204-4546-bd2e-fb04ea5e8e86), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:00.116435 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (d396f539-a204-4546-bd2e-fb04ea5e8e86), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:00.130190 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Calling delete_port for d396f539-a204-4546-bd2e-fb04ea5e8e86 owned by network:floatingip {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:57:00.237400 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb228329-e283-4851-b763-3304632576d6', 'tag': '1e362888-fe07-4b53-b272-639c7d8e3465'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:57:00.239946 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87" -d '{"events": [{"name": "network-changed", "server_uuid": "cb228329-e283-4851-b763-3304632576d6", "tag": "1e362888-fe07-4b53-b272-639c7d8e3465"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:57:00.263434 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (d396f539-a204-4546-bd2e-fb04ea5e8e86), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:00.276336 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73d2a82-f12c-4944-a533-03d980af68cd x-openstack-request-id: req-f73d2a82-f12c-4944-a533-03d980af68cd {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:57:00.276712 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb228329-e283-4851-b763-3304632576d6", "tag": "1e362888-fe07-4b53-b272-639c7d8e3465", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:57:00.277546 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f73d2a82-f12c-4944-a533-03d980af68cd {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:57:00.277546 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73d2a82-f12c-4944-a533-03d980af68cd'] response: {'name': 'network-changed', 'server_uuid': 'cb228329-e283-4851-b763-3304632576d6', 'tag': '1e362888-fe07-4b53-b272-639c7d8e3465', 'status': 'completed', 'code': 200} Apr 29 18:57:00.296841 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Pushing event deleted for resources: {'Port': ['ID=d396f539-a204-4546-bd2e-fb04ea5e8e86,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:00.398619 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659151b7-1bf4-425e-a776-a93b41245c13 req-222f7605-ba32-4074-87bb-cf67f962d1c9 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:00.400073 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-659151b7-1bf4-425e-a776-a93b41245c13 req-222f7605-ba32-4074-87bb-cf67f962d1c9 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 943 time: 0.0670013 Apr 29 18:57:00.400850 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks [] for floatingip (19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:00.403655 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:00.407330 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-8881c0d8-b51b-4e0c-a3f0-df5944de7553 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] 10.222.0.50 "DELETE /v2.0/floatingips/19e59e42-f2b9-4ccd-94c5-8bfee21eb7b9 HTTP/1.1" status: 204 len: 168 time: 0.4993689 Apr 29 18:57:00.452265 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-659151b7-1bf4-425e-a776-a93b41245c13 req-672b0883-acef-414b-a366-c42a4122a22f tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461793 Apr 29 18:57:01.576127 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1c968-419f-4f3d-864e-493dfffa8fab req-77e64d02-bc8f-4d0c-a430-43478b2bc57a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:01.577776 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bce1c968-419f-4f3d-864e-493dfffa8fab req-77e64d02-bc8f-4d0c-a430-43478b2bc57a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 943 time: 0.0532284 Apr 29 18:57:01.634512 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-bce1c968-419f-4f3d-864e-493dfffa8fab req-18316a8c-d908-41a0-a87e-87ea966f2820 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512645 Apr 29 18:57:02.372688 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:02.615468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-48902a29-9c50-491e-9e8d-9b3952eac2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:02.616967 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-48902a29-9c50-491e-9e8d-9b3952eac2f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=004ea4b077a549868292dad9caaa5515&device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 1127 time: 0.0425317 Apr 29 18:57:02.710863 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-0a8fcd21-0d68-4f34-92e6-69f64e3ca9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:02.712336 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-0a8fcd21-0d68-4f34-92e6-69f64e3ca9e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ce2a53-ab28-493e-a119-5eee42467a8f HTTP/1.1" status: 200 len: 907 time: 0.0884111 Apr 29 18:57:02.759674 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-0a77a247-5248-4302-a341-23e498d63cb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e362888-fe07-4b53-b272-639c7d8e3465 HTTP/1.1" status: 200 len: 217 time: 0.0392458 Apr 29 18:57:02.819317 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-e82b9dc5-5307-450c-807d-0ae0353a2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:02.822073 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-e82b9dc5-5307-450c-807d-0ae0353a2861 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83005f23-60bb-4542-8b6a-6cb3e597715d HTTP/1.1" status: 200 len: 846 time: 0.0546515 Apr 29 18:57:02.855903 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53306) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:02.863658 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-ebb2728c-62d1-4319-a028-b8c5b7a4a691 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ce2a53-ab28-493e-a119-5eee42467a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346594 Apr 29 18:57:03.012675 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-3d8e41b0-66dc-49cf-9509-9b1277a9fe8e service neutron] 10.222.0.15 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409419 Apr 29 18:57:03.027586 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d537f0-c4d9-465b-b549-c863d11295d7 req-e614fa12-c9e3-4ecd-99ea-fb5ca151d834 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:03.029895 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a9d537f0-c4d9-465b-b549-c863d11295d7 req-e614fa12-c9e3-4ecd-99ea-fb5ca151d834 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 943 time: 0.3261402 Apr 29 18:57:03.078764 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-a9d537f0-c4d9-465b-b549-c863d11295d7 req-d4e41c2d-e002-4014-8537-6b3a9675cd9e tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Apr 29 18:57:03.185881 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3a058ae5-bf7a-4a5d-9d73-408fd95ffb87 req-b213270f-124a-436f-9cae-e252077c8391 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427736 Apr 29 18:57:03.351628 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (92585082-121f-4392-8694-64e34d46f86d), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:03.612187 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Deleting port 604165ab-2580-466d-aa57-d6e34a640c6b {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:57:03.612508 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:03.690920 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] For port 604165ab-2580-466d-aa57-d6e34a640c6b, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=604165ab-2580-466d-aa57-d6e34a640c6b,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:03.691633 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:03.708057 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Calling delete_port for 604165ab-2580-466d-aa57-d6e34a640c6b owned by network:router_interface {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:57:03.905251 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (604165ab-2580-466d-aa57-d6e34a640c6b), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:03.942423 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Pushing event deleted for resources: {'Port': ['ID=604165ab-2580-466d-aa57-d6e34a640c6b,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:04.016309 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 1e362888-fe07-4b53-b272-639c7d8e3465 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:57:04.110943 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (92585082-121f-4392-8694-64e34d46f86d), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:04.130684 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 1e362888-fe07-4b53-b272-639c7d8e3465, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1e362888-fe07-4b53-b272-639c7d8e3465,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:04.143203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': '1e362888-fe07-4b53-b272-639c7d8e3465', 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f', 'port_id': '1e362888-fe07-4b53-b272-639c7d8e3465', 'mac_address': 'fa:16:3e:46:d1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83005f23-60bb-4542-8b6a-6cb3e597715d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:57:04.182665 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 1e362888-fe07-4b53-b272-639c7d8e3465 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:57:04.182961 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:04.196606 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e362888-fe07-4b53-b272-639c7d8e3465 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:57:04.215111 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16e0fa-b223-4113-9848-8798bf83eb86 req-642479ff-5864-4371-9771-2452b9f41cf7 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:04.216570 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd16e0fa-b223-4113-9848-8798bf83eb86 req-642479ff-5864-4371-9771-2452b9f41cf7 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 943 time: 0.0592101 Apr 29 18:57:04.217595 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 1e362888-fe07-4b53-b272-639c7d8e3465, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1e362888-fe07-4b53-b272-639c7d8e3465,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:04.223433 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:04.276337 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=1e362888-fe07-4b53-b272-639c7d8e3465,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:04.284031 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.284374 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.284740 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.285060 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.285387 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.285714 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.286030 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.286348 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.286662 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.286983 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.287324 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.287637 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.287939 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.288251 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.288586 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:04.297125 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dd16e0fa-b223-4113-9848-8798bf83eb86 req-5cf9adb8-4409-4aea-8593-75d5348c0d2e tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560262 Apr 29 18:57:04.403231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Router 92585082-121f-4392-8694-64e34d46f86d has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:57:04.522113 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:57:04.528125 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5d15780b-7752-441f-8019-879d8ad62fee admin admin] 10.222.0.50 "PUT /v2.0/routers/92585082-121f-4392-8694-64e34d46f86d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710944 Apr 29 18:57:04.531207 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53314) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:04.532039 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] Sync routers for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:57:04.546156 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:57:04.546763 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:56:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:57:04.644919 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks [] for router (92585082-121f-4392-8694-64e34d46f86d), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:04.654823 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:57:04.749903 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks [] for router_gateway (92585082-121f-4392-8694-64e34d46f86d), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:04.760254 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['1e362888-fe07-4b53-b272-639c7d8e3465'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:57:04.795009 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Deleting port a6a6bfec-3cd0-4c35-86d9-75b202a51588 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:57:04.795240 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:04.875669 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] For port a6a6bfec-3cd0-4c35-86d9-75b202a51588, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=a6a6bfec-3cd0-4c35-86d9-75b202a51588,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:04.876177 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:04.881053 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:57:03Z', 'revision_number': 5, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port': {'id': 'a6a6bfec-3cd0-4c35-86d9-75b202a51588', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92585082-121f-4392-8694-64e34d46f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:57:04.889344 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Calling delete_port for a6a6bfec-3cd0-4c35-86d9-75b202a51588 owned by network:router_gateway {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:57:04.914601 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] Checking router: 92585082-121f-4392-8694-64e34d46f86d for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:57:04.935486 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] Routers {'92585082-121f-4392-8694-64e34d46f86d'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:57:04.936114 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:56:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['92585082-121f-4392-8694-64e34d46f86d'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:57:05.053100 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] Set router 92585082-121f-4392-8694-64e34d46f86d gateway port host: None {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:57:05.053838 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a6a6bfec-3cd0-4c35-86d9-75b202a51588), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.078227 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a6bfec-3cd0-4c35-86d9-75b202a51588,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:05.111414 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:57:04Z', 'revision_number': 6, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port_host': None}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:57:05.139534 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd4885-c60e-4b36-b926-90325afb76cb None None] The sync data for ids ['92585082-121f-4392-8694-64e34d46f86d'] in dv-cinder-839987-1-iscsi is: [{'id': '92585082-121f-4392-8694-64e34d46f86d', 'name': 'tempest-AttachVolumeShelveTestJSON-1961369446-router', 'tenant_id': 'e9f31cfe6a484184b4b4873bb918b266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:43:23Z', 'updated_at': '2022-04-29T18:57:04Z', 'revision_number': 6, 'project_id': 'e9f31cfe6a484184b4b4873bb918b266', 'gw_port_host': None}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:57:05.142031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (92585082-121f-4392-8694-64e34d46f86d), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.244859 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (92585082-121f-4392-8694-64e34d46f86d), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.247038 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks [] for router_controller (92585082-121f-4392-8694-64e34d46f86d), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.300269 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (92585082-121f-4392-8694-64e34d46f86d), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.300830 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92585082-121f-4392-8694-64e34d46f86d {{(pid=110119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 18:57:05.305559 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.306714 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-e7c9d95b-cb85-49a3-867f-3a21695d96c8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/92585082-121f-4392-8694-64e34d46f86d HTTP/1.1" status: 204 len: 168 time: 0.7745981 Apr 29 18:57:05.310277 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53316) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:05.355288 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f794a5-bf51-400f-9a29-152835bea6ab admin admin] Deleting subnet a3021c8e-516d-4355-b126-cc6adf0cc508 {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:57:05.358550 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-38f794a5-bf51-400f-9a29-152835bea6ab admin admin] Publish callbacks [] for subnet (a3021c8e-516d-4355-b126-cc6adf0cc508), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.393056 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-38f794a5-bf51-400f-9a29-152835bea6ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (a3021c8e-516d-4355-b126-cc6adf0cc508), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.411117 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f4ddf-44ef-41fd-b780-4bea36097d6e req-9995af81-c2ef-48fc-9252-1d174637ed4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:05.412591 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fb9f4ddf-44ef-41fd-b780-4bea36097d6e req-9995af81-c2ef-48fc-9252-1d174637ed4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 944 time: 0.0482903 Apr 29 18:57:05.461474 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fb9f4ddf-44ef-41fd-b780-4bea36097d6e req-803b8ec8-98f7-41b4-afdf-e4baf5a321cf tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427849 Apr 29 18:57:05.476821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-38f794a5-bf51-400f-9a29-152835bea6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (a3021c8e-516d-4355-b126-cc6adf0cc508), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.530699 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-38f794a5-bf51-400f-9a29-152835bea6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (a3021c8e-516d-4355-b126-cc6adf0cc508), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.556919 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f794a5-bf51-400f-9a29-152835bea6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3021c8e-516d-4355-b126-cc6adf0cc508,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:05.560443 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-38f794a5-bf51-400f-9a29-152835bea6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.564013 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-38f794a5-bf51-400f-9a29-152835bea6ab admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a3021c8e-516d-4355-b126-cc6adf0cc508 HTTP/1.1" status: 204 len: 168 time: 0.2528100 Apr 29 18:57:05.566610 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53320) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:05.573939 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe3d90-3a7a-4eeb-a257-129610b5ed6b None None] Network 7fa77373-526f-4ce9-a91a-e9365d9b3b0e requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:57:05.639325 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (7fa77373-526f-4ce9-a91a-e9365d9b3b0e), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.919418 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35e082-2589-47e9-8bc5-803e62012103 None None] DHCP port deletion for 7fa77373-526f-4ce9-a91a-e9365d9b3b0e request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 18:57:05.961764 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-db35e082-2589-47e9-8bc5-803e62012103 None None] Deleting port 2259c5d4-3189-45fd-8f43-45a78a59567d {{(pid=110121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:57:05.962135 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-db35e082-2589-47e9-8bc5-803e62012103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), before_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:05.980980 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Deleting port 2259c5d4-3189-45fd-8f43-45a78a59567d {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:57:05.981581 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.026758 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-db35e082-2589-47e9-8bc5-803e62012103 None None] For port 2259c5d4-3189-45fd-8f43-45a78a59567d, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2259c5d4-3189-45fd-8f43-45a78a59567d,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:06.027361 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-db35e082-2589-47e9-8bc5-803e62012103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), precommit_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.042233 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-db35e082-2589-47e9-8bc5-803e62012103 None None] Calling delete_port for 2259c5d4-3189-45fd-8f43-45a78a59567d owned by network:dhcp {{(pid=110121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:57:06.046385 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] For port 2259c5d4-3189-45fd-8f43-45a78a59567d, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2259c5d4-3189-45fd-8f43-45a78a59567d,segment=NetworkSegment(e053deb0-030f-4fc1-b605-1f18cc2fe54a),segment_id=e053deb0-030f-4fc1-b605-1f18cc2fe54a)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:06.046748 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.059405 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Calling delete_port for 2259c5d4-3189-45fd-8f43-45a78a59567d owned by network:dhcp {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:57:06.133944 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-db35e082-2589-47e9-8bc5-803e62012103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), after_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.145143 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (2259c5d4-3189-45fd-8f43-45a78a59567d), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.164566 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35e082-2589-47e9-8bc5-803e62012103 None None] Pushing event deleted for resources: {'Port': ['ID=2259c5d4-3189-45fd-8f43-45a78a59567d,revision_number=None']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:06.170430 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35e082-2589-47e9-8bc5-803e62012103 None None] No DVR routers for this DVR port 2259c5d4-3189-45fd-8f43-45a78a59567d on host dv-cinder-839987-1-iscsi {{(pid=110121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:57:06.173223 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Pushing event deleted for resources: {'Port': ['ID=2259c5d4-3189-45fd-8f43-45a78a59567d,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:06.175040 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] No DVR routers for this DVR port 2259c5d4-3189-45fd-8f43-45a78a59567d on host dv-cinder-839987-1-iscsi {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:57:06.245048 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 1e362888-fe07-4b53-b272-639c7d8e3465 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:57:06.258142 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (7fa77373-526f-4ce9-a91a-e9365d9b3b0e), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.277441 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa77373-526f-4ce9-a91a-e9365d9b3b0e']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:57:06.287013 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e053deb0-030f-4fc1-b605-1f18cc2fe54a') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:57:06.287305 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e053deb0-030f-4fc1-b605-1f18cc2fe54a') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:57:06.293668 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port 1e362888-fe07-4b53-b272-639c7d8e3465 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:57:06.297077 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (e053deb0-030f-4fc1-b605-1f18cc2fe54a), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.301043 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port 1e362888-fe07-4b53-b272-639c7d8e3465 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:57:06.301407 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.313380 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (e053deb0-030f-4fc1-b605-1f18cc2fe54a), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.319469 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:57:06.319872 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (e053deb0-030f-4fc1-b605-1f18cc2fe54a), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: self.session.flush() Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: self.session.flush() Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: self.session.flush() Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: self.session.flush() Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:57:06.321656 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:57:06.374765 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (7fa77373-526f-4ce9-a91a-e9365d9b3b0e), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.379210 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.385303 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7fa77373-526f-4ce9-a91a-e9365d9b3b0e HTTP/1.1" status: 204 len: 168 time: 0.8149366 Apr 29 18:57:06.387232 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 1e362888-fe07-4b53-b272-639c7d8e3465 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:57:06.387232 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.395968 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf27950-05a2-44d1-8297-df2495b9b189 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa77373-526f-4ce9-a91a-e9365d9b3b0e,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:06.415010 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb228329-e283-4851-b763-3304632576d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e362888-fe07-4b53-b272-639c7d8e3465'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:57:06.417365 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13985d6-2321-4090-bc5a-bede98711a3f" -d '{"events": [{"server_uuid": "cb228329-e283-4851-b763-3304632576d6", "name": "network-vif-plugged", "status": "completed", "tag": "1e362888-fe07-4b53-b272-639c7d8e3465"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:57:06.430314 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 1e362888-fe07-4b53-b272-639c7d8e3465, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1e362888-fe07-4b53-b272-639c7d8e3465,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:06.436151 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.462976 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00d252d-f737-42ac-a808-7af2fe3a2306 x-openstack-request-id: req-e00d252d-f737-42ac-a808-7af2fe3a2306 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:57:06.463263 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb228329-e283-4851-b763-3304632576d6", "name": "network-vif-plugged", "status": "completed", "tag": "1e362888-fe07-4b53-b272-639c7d8e3465", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:57:06.463513 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e00d252d-f737-42ac-a808-7af2fe3a2306 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:57:06.463896 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00d252d-f737-42ac-a808-7af2fe3a2306'] response: {'server_uuid': 'cb228329-e283-4851-b763-3304632576d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e362888-fe07-4b53-b272-639c7d8e3465', 'code': 200} Apr 29 18:57:06.489458 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=1e362888-fe07-4b53-b272-639c7d8e3465,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:06.509126 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53328) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:06.583545 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-fe78d710-f42b-4e02-b6c9-89a3594c225f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9f31cfe6a484184b4b4873bb918b266&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0729563 Apr 29 18:57:06.583747 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53330) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:06.600727 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000279be-3a33-43f9-89ff-9861d1cc18da req-263a946f-7c02-41bb-b9c0-89bdc38798b0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:06.602341 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-000279be-3a33-43f9-89ff-9861d1cc18da req-263a946f-7c02-41bb-b9c0-89bdc38798b0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 945 time: 0.0637016 Apr 29 18:57:06.645568 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9cc5-984f-4b63-ba1e-ad1475451c3e admin admin] Publish callbacks [] for security_group (a794bd73-9caa-47f1-ab98-20fd278a37d0), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.654198 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-000279be-3a33-43f9-89ff-9861d1cc18da req-42bf54c3-c35d-4e9d-b406-19fdcb8ee155 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Apr 29 18:57:06.666786 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9cc5-984f-4b63-ba1e-ad1475451c3e admin admin] Publish callbacks [] for security_group (a794bd73-9caa-47f1-ab98-20fd278a37d0), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.731765 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e06d-a5da-492b-9966-4240140b82b5 req-13cadb80-a307-4cfd-8a1b-75b14bb45f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:06.734182 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fa39e06d-a5da-492b-9966-4240140b82b5 req-13cadb80-a307-4cfd-8a1b-75b14bb45f20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 1129 time: 0.0448477 Apr 29 18:57:06.748119 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9cc5-984f-4b63-ba1e-ad1475451c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (a794bd73-9caa-47f1-ab98-20fd278a37d0), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.750655 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9cc5-984f-4b63-ba1e-ad1475451c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:06.751680 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-dfcd9cc5-984f-4b63-ba1e-ad1475451c3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a794bd73-9caa-47f1-ab98-20fd278a37d0 HTTP/1.1" status: 204 len: 168 time: 0.1669345 Apr 29 18:57:06.767090 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd9cc5-984f-4b63-ba1e-ad1475451c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a794bd73-9caa-47f1-ab98-20fd278a37d0,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:06.791190 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-fa39e06d-a5da-492b-9966-4240140b82b5 req-e12eef79-b01f-417d-9433-ec8bed1ae470 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494320 Apr 29 18:57:06.970507 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 604165ab-2580-466d-aa57-d6e34a640c6b no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:57:06.990645 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 604165ab-2580-466d-aa57-d6e34a640c6b {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:57:06.990980 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 604165ab-2580-466d-aa57-d6e34a640c6b not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:57:06.991379 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2259c5d4-3189-45fd-8f43-45a78a59567d no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:57:07.009484 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 2259c5d4-3189-45fd-8f43-45a78a59567d {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:57:07.009825 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2259c5d4-3189-45fd-8f43-45a78a59567d not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:57:07.010223 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device a6a6bfec-3cd0-4c35-86d9-75b202a51588 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:57:07.029545 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: a6a6bfec-3cd0-4c35-86d9-75b202a51588 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:57:07.029887 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device a6a6bfec-3cd0-4c35-86d9-75b202a51588 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:57:07.771036 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a642f-a7ab-4298-aaa0-6f48122c9ca6 req-555b2693-3a1d-4ec1-bbf5-007a99a9dfca tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:07.772544 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e71a642f-a7ab-4298-aaa0-6f48122c9ca6 req-555b2693-3a1d-4ec1-bbf5-007a99a9dfca tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Apr 29 18:57:07.823259 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e71a642f-a7ab-4298-aaa0-6f48122c9ca6 req-34eed369-0f12-460f-b883-0f27e9b9cd5c tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 Apr 29 18:57:08.947941 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9092010-b23d-4c8d-8dfb-26cf8fc0cce2 req-af1b3111-e9ca-4999-9809-fd21a7c62869 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:08.949472 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b9092010-b23d-4c8d-8dfb-26cf8fc0cce2 req-af1b3111-e9ca-4999-9809-fd21a7c62869 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 945 time: 0.0567086 Apr 29 18:57:09.007035 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-b9092010-b23d-4c8d-8dfb-26cf8fc0cce2 req-b62ee420-4af1-452a-b487-f68a9617dca0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519419 Apr 29 18:57:10.138376 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b009b-ca46-46a2-b10f-2b8ef9a26c88 req-3e16d8a5-a868-4689-9314-236ccedb04a3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:10.140528 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-da7b009b-ca46-46a2-b10f-2b8ef9a26c88 req-3e16d8a5-a868-4689-9314-236ccedb04a3 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 945 time: 0.0557847 Apr 29 18:57:10.194276 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-da7b009b-ca46-46a2-b10f-2b8ef9a26c88 req-6a0e2352-e9ab-43d4-8395-5ab09cd552dc tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473053 Apr 29 18:57:11.110254 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7bd66-7e64-44b5-a306-2ca0d52d3cb6 req-9ba0222f-0f79-4903-bfdc-5c7c9b8e30c6 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:11.112148 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c3c7bd66-7e64-44b5-a306-2ca0d52d3cb6 req-9ba0222f-0f79-4903-bfdc-5c7c9b8e30c6 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 945 time: 0.0538943 Apr 29 18:57:11.162378 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c3c7bd66-7e64-44b5-a306-2ca0d52d3cb6 req-2c4171d7-ba87-4442-adf1-49ea8b4387f7 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443184 Apr 29 18:57:12.284691 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd9cab-7949-4f25-b627-c5d978a75d54 req-68039590-b21d-4ea1-86a6-31e8f6db0164 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:12.286195 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-66fd9cab-7949-4f25-b627-c5d978a75d54 req-68039590-b21d-4ea1-86a6-31e8f6db0164 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 945 time: 0.0473769 Apr 29 18:57:12.337460 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-66fd9cab-7949-4f25-b627-c5d978a75d54 req-01f4a921-6321-4e80-b7a3-0ef88a2f22ea tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456336 Apr 29 18:57:13.464974 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba260f8-2807-4af9-8826-b75289479df9 req-24212f52-551f-4da2-b47a-7625596b4fa8 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:13.467112 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dba260f8-2807-4af9-8826-b75289479df9 req-24212f52-551f-4da2-b47a-7625596b4fa8 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 945 time: 0.0554826 Apr 29 18:57:13.515680 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dba260f8-2807-4af9-8826-b75289479df9 req-3596d616-48c5-495b-acc9-88e36883d152 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Apr 29 18:57:13.564450 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412abfb-5378-4568-b488-fa490920359d req-b2c00ac2-17d9-49c9-a982-622f9ac103ca tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:13.565955 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7412abfb-5378-4568-b488-fa490920359d req-b2c00ac2-17d9-49c9-a982-622f9ac103ca tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 945 time: 0.0494158 Apr 29 18:57:13.659380 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-7412abfb-5378-4568-b488-fa490920359d req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Deleting port 1e362888-fe07-4b53-b272-639c7d8e3465 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:57:13.659731 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-7412abfb-5378-4568-b488-fa490920359d req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:13.749058 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-7412abfb-5378-4568-b488-fa490920359d req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] For port 1e362888-fe07-4b53-b272-639c7d8e3465, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=1e362888-fe07-4b53-b272-639c7d8e3465,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:13.749419 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-7412abfb-5378-4568-b488-fa490920359d req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:13.762049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-7412abfb-5378-4568-b488-fa490920359d req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Calling delete_port for 1e362888-fe07-4b53-b272-639c7d8e3465 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:57:13.894195 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-7412abfb-5378-4568-b488-fa490920359d req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (1e362888-fe07-4b53-b272-639c7d8e3465), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:13.926056 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Pushing event deleted for resources: {'Port': ['ID=1e362888-fe07-4b53-b272-639c7d8e3465,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:13.951180 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['1e362888-fe07-4b53-b272-639c7d8e3465'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:57:13.975170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-7412abfb-5378-4568-b488-fa490920359d req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] No DVR routers for this DVR port 1e362888-fe07-4b53-b272-639c7d8e3465 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:57:13.977561 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-7412abfb-5378-4568-b488-fa490920359d req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:13.980914 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7412abfb-5378-4568-b488-fa490920359d req-b653d392-6202-45d7-90a4-838343ecfec0 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.15 "DELETE /v2.0/ports/1e362888-fe07-4b53-b272-639c7d8e3465 HTTP/1.1" status: 204 len: 173 time: 0.4084682 Apr 29 18:57:13.981356 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb228329-e283-4851-b763-3304632576d6', 'name': 'network-vif-deleted', 'tag': '1e362888-fe07-4b53-b272-639c7d8e3465'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:57:13.983689 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cd9739-3581-40ad-ac77-0c047fc7e3bb" -d '{"events": [{"server_uuid": "cb228329-e283-4851-b763-3304632576d6", "name": "network-vif-deleted", "tag": "1e362888-fe07-4b53-b272-639c7d8e3465"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:57:14.024836 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a70d04-6f86-46e9-a106-51130b4103f8 x-openstack-request-id: req-f7a70d04-6f86-46e9-a106-51130b4103f8 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:57:14.025221 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb228329-e283-4851-b763-3304632576d6", "name": "network-vif-deleted", "tag": "1e362888-fe07-4b53-b272-639c7d8e3465", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:57:14.025563 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7a70d04-6f86-46e9-a106-51130b4103f8 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:57:14.026021 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a70d04-6f86-46e9-a106-51130b4103f8'] response: {'server_uuid': 'cb228329-e283-4851-b763-3304632576d6', 'name': 'network-vif-deleted', 'tag': '1e362888-fe07-4b53-b272-639c7d8e3465', 'status': 'completed', 'code': 200} Apr 29 18:57:14.627590 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-e17a7fcc-3ad2-4943-8a71-a42c319b8132 req-de8543c8-4ea6-4a6c-9095-25ebcf15a21e tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb228329-e283-4851-b763-3304632576d6 HTTP/1.1" status: 200 len: 210 time: 0.0306582 Apr 29 18:57:15.966501 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-94b8c285-9bc1-4abc-a385-dd96d1c265f8 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:15.967989 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-94b8c285-9bc1-4abc-a385-dd96d1c265f8 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/networks?id=a3ce2a53-ab28-493e-a119-5eee42467a8f HTTP/1.1" status: 200 len: 806 time: 0.1101089 Apr 29 18:57:15.983978 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-0ca7eac4-a451-45a4-8110-909ec55b088f tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/quotas/004ea4b077a549868292dad9caaa5515 HTTP/1.1" status: 200 len: 375 time: 0.0096784 Apr 29 18:57:16.021042 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-081dc19e-29bc-4461-bfbd-89b534102c57 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=004ea4b077a549868292dad9caaa5515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316205 Apr 29 18:57:16.116317 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-4e8da197-4211-486b-ad95-e81df958c1a3 service neutron] 10.222.0.50 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885239 Apr 29 18:57:16.215644 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-6de8533f-457c-4362-8022-980641a7015b service neutron] 10.222.0.50 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932021 Apr 29 18:57:16.383748 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-bd344a52-9688-478d-a8de-bd144e25439d req-6316f450-99a1-4a27-accd-aa8417c6413b tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 210 time: 0.0276210 Apr 29 18:57:17.498364 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f3d7792-6ca7-40b1-8178-1dceb4692b50 req-bd434dff-e5f9-492c-83c0-01f4c6268dd9 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 210 time: 0.0378234 Apr 29 18:57:17.631562 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-3ca0a3aa-8372-47db-a454-40bb2deb8420 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:17.638120 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-3ca0a3aa-8372-47db-a454-40bb2deb8420 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.15 "GET /v2.0/networks?id=a3ce2a53-ab28-493e-a119-5eee42467a8f HTTP/1.1" status: 200 len: 806 time: 0.1493499 Apr 29 18:57:17.678312 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Request body: {'port': {'device_id': 'ace4f08b-93fe-4716-92e5-1c6cccd1bd99', 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f', 'admin_state_up': True, 'tenant_id': '004ea4b077a549868292dad9caaa5515'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:57:17.784139 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Made reservation on behalf of 004ea4b077a549868292dad9caaa5515 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:57:17.787924 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:17.922301 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Allocated IP 172.20.0.12 (a3ce2a53-ab28-493e-a119-5eee42467a8f/83005f23-60bb-4542-8b6a-6cb3e597715d/a66943a0-9a56-4d73-8445-4bdb1bab9e70) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:57:18.084092 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks [] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:18.117253 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:18.158827 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Network a3ce2a53-ab28-493e-a119-5eee42467a8f is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:57:18.163917 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:57:18.167629 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:57:18.173948 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Pushing event updated for resources: {'Port': ['ID=a66943a0-9a56-4d73-8445-4bdb1bab9e70,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:18.218064 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:18.218644 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:18.237656 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-35c781f6-696c-4de9-b1c5-c470635b4c4a tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637105 Apr 29 18:57:18.280679 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 1e362888-fe07-4b53-b272-639c7d8e3465 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:57:18.286053 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Request body: {'port': {'device_id': 'ace4f08b-93fe-4716-92e5-1c6cccd1bd99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:57:18.301568 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: 1e362888-fe07-4b53-b272-639c7d8e3465 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:57:18.301909 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 1e362888-fe07-4b53-b272-639c7d8e3465 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:57:18.364094 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:18.588948 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:57:18.620428 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fc39e-1ca9-40bd-a060-515f2ca8c3bc req-6450eba2-4113-4bff-a086-301255dca90d tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:18.622116 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d92fc39e-1ca9-40bd-a060-515f2ca8c3bc req-6450eba2-4113-4bff-a086-301255dca90d tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 932 time: 0.0518966 Apr 29 18:57:18.634891 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66943a0-9a56-4d73-8445-4bdb1bab9e70 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:57:18.642970 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Publish callbacks [] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:18.656612 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Transition to ACTIVE for port object a66943a0-9a56-4d73-8445-4bdb1bab9e70 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:57:18.661539 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:18.672753 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-d92fc39e-1ca9-40bd-a060-515f2ca8c3bc req-e170223e-ba59-440a-912a-45b4245fff81 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Apr 29 18:57:18.723112 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a66943a0-9a56-4d73-8445-4bdb1bab9e70,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:18.795437 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Attempting to bind port a66943a0-9a56-4d73-8445-4bdb1bab9e70 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:57:18.795770 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Attempting to bind port a66943a0-9a56-4d73-8445-4bdb1bab9e70 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8923b546-59d9-4ee0-bbd1-49205c9d8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:57:18.796077 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Attempting to bind port a66943a0-9a56-4d73-8445-4bdb1bab9e70 on network a3ce2a53-ab28-493e-a119-5eee42467a8f {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:57:18.800442 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Port a66943a0-9a56-4d73-8445-4bdb1bab9e70 on network a3ce2a53-ab28-493e-a119-5eee42467a8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:57:18.800794 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Attempting to bind port a66943a0-9a56-4d73-8445-4bdb1bab9e70 on network a3ce2a53-ab28-493e-a119-5eee42467a8f {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:57:18.805583 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:57:18.805942 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Checking segment: {'id': '8923b546-59d9-4ee0-bbd1-49205c9d8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:57:18.806325 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Bound using segment: {'id': '8923b546-59d9-4ee0-bbd1-49205c9d8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:57:18.806747 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Bound port: a66943a0-9a56-4d73-8445-4bdb1bab9e70, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923b546-59d9-4ee0-bbd1-49205c9d8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:57:18.807120 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:18.872191 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] For port a66943a0-9a56-4d73-8445-4bdb1bab9e70, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:57:18.875386 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] For port a66943a0-9a56-4d73-8445-4bdb1bab9e70, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a66943a0-9a56-4d73-8445-4bdb1bab9e70,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:57:18.882755 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:18.919018 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:18.919617 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:18.921018 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/a66943a0-9a56-4d73-8445-4bdb1bab9e70 HTTP/1.1" status: 200 len: 1094 time: 0.6396797 Apr 29 18:57:18.921449 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace4f08b-93fe-4716-92e5-1c6cccd1bd99', 'tag': 'a66943a0-9a56-4d73-8445-4bdb1bab9e70'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:57:18.923738 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49020f29-0d7e-4f9d-972e-cba1ee153b75" -d '{"events": [{"name": "network-changed", "server_uuid": "ace4f08b-93fe-4716-92e5-1c6cccd1bd99", "tag": "a66943a0-9a56-4d73-8445-4bdb1bab9e70"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:57:18.966900 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac4ef0-2bb0-484a-bdd6-043b311cf8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a66943a0-9a56-4d73-8445-4bdb1bab9e70,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:19.004911 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8e7981-d740-4e6c-8c2b-d242a9646d95 x-openstack-request-id: req-4b8e7981-d740-4e6c-8c2b-d242a9646d95 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:57:19.005369 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace4f08b-93fe-4716-92e5-1c6cccd1bd99", "tag": "a66943a0-9a56-4d73-8445-4bdb1bab9e70", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:57:19.005626 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b8e7981-d740-4e6c-8c2b-d242a9646d95 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:57:19.006167 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8e7981-d740-4e6c-8c2b-d242a9646d95'] response: {'name': 'network-changed', 'server_uuid': 'ace4f08b-93fe-4716-92e5-1c6cccd1bd99', 'tag': 'a66943a0-9a56-4d73-8445-4bdb1bab9e70', 'status': 'completed', 'code': 200} Apr 29 18:57:19.069596 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-e91cb795-f846-4aeb-860b-bde230f28a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:19.071210 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-e91cb795-f846-4aeb-860b-bde230f28a00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=004ea4b077a549868292dad9caaa5515&device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 1128 time: 0.0438905 Apr 29 18:57:19.148296 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-de4267dd-2b9c-4835-b264-1a91b390bf29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66943a0-9a56-4d73-8445-4bdb1bab9e70 HTTP/1.1" status: 200 len: 217 time: 0.0436778 Apr 29 18:57:19.201942 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-3d2e2933-875d-452b-ad72-934d789164fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:19.203484 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-3d2e2933-875d-452b-ad72-934d789164fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83005f23-60bb-4542-8b6a-6cb3e597715d HTTP/1.1" status: 200 len: 846 time: 0.0452271 Apr 29 18:57:19.246193 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-c086f04b-310d-430a-aa15-f3dee04a675e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ce2a53-ab28-493e-a119-5eee42467a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348015 Apr 29 18:57:19.366931 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-87998506-c31b-4abf-a968-d38fe73e70d1 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017885 Apr 29 18:57:19.459403 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3b4bba7e-8937-4ac3-a1dd-72d3eeab6483 req-804ae0b6-3d96-44b0-b43e-faada47eeecc service neutron] 10.222.0.15 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845153 Apr 29 18:57:19.802632 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937267f-1d8f-41c8-8c4c-8d43423ba6ed req-61a843ce-d4a0-478b-b19b-10e7220b22d9 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:19.804104 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f937267f-1d8f-41c8-8c4c-8d43423ba6ed req-61a843ce-d4a0-478b-b19b-10e7220b22d9 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 944 time: 0.0510874 Apr 29 18:57:19.853129 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f937267f-1d8f-41c8-8c4c-8d43423ba6ed req-85484329-646b-4060-a36b-33f4b68c8320 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Apr 29 18:57:20.976192 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b00f6-ef37-4661-aad4-4b35576c728a req-aedc60cd-e07a-49fe-8676-a5c91650007c tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:20.977702 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-596b00f6-ef37-4661-aad4-4b35576c728a req-aedc60cd-e07a-49fe-8676-a5c91650007c tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 944 time: 0.0523307 Apr 29 18:57:21.025859 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-596b00f6-ef37-4661-aad4-4b35576c728a req-ac42ffde-3561-4811-bf8c-199e7133a332 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424118 Apr 29 18:57:22.159154 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd040a6b-9b96-41ba-be79-7187cfff7540 req-d18ae9b4-6812-43ae-b2f1-9e8de409c847 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:22.160630 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fd040a6b-9b96-41ba-be79-7187cfff7540 req-d18ae9b4-6812-43ae-b2f1-9e8de409c847 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 944 time: 0.0593038 Apr 29 18:57:22.209273 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-fd040a6b-9b96-41ba-be79-7187cfff7540 req-302c4d32-226c-4791-892d-5b94bb872d4e tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428300 Apr 29 18:57:23.001795 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-20a43e2f-4d58-4c18-a699-da6460385a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:23.003271 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-20a43e2f-4d58-4c18-a699-da6460385a99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=004ea4b077a549868292dad9caaa5515&device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 1128 time: 0.0423050 Apr 29 18:57:23.105556 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-3d39d0cc-1c07-4b43-ac6f-d5215f67ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:23.107046 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-3d39d0cc-1c07-4b43-ac6f-d5215f67ad9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3ce2a53-ab28-493e-a119-5eee42467a8f HTTP/1.1" status: 200 len: 907 time: 0.0956073 Apr 29 18:57:23.112288 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7467320e-8d61-446e-af1f-d0352f8e2e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:23.152639 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-2b6faeb5-ef84-4bf8-887d-204791092ba5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66943a0-9a56-4d73-8445-4bdb1bab9e70 HTTP/1.1" status: 200 len: 217 time: 0.0343752 Apr 29 18:57:23.201110 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-4b8a0cb4-b907-468c-ae0e-73f5735f3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:23.202461 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-4b8a0cb4-b907-468c-ae0e-73f5735f3c3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=83005f23-60bb-4542-8b6a-6cb3e597715d HTTP/1.1" status: 200 len: 846 time: 0.0428162 Apr 29 18:57:23.241556 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-091a9d0f-d163-492e-b614-b94bec0b189f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3ce2a53-ab28-493e-a119-5eee42467a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287507 Apr 29 18:57:23.363433 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57179a-7151-4422-aa6c-1f04d9ac5689 req-c682e036-e251-4980-8d7b-f7af4ca1b12c tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:23.364900 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4c57179a-7151-4422-aa6c-1f04d9ac5689 req-c682e036-e251-4980-8d7b-f7af4ca1b12c tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 944 time: 0.0609539 Apr 29 18:57:23.368532 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-50e5c964-0453-49a3-9885-e5ededc52905 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199210 Apr 29 18:57:23.461577 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4c57179a-7151-4422-aa6c-1f04d9ac5689 req-4b22766a-a656-428c-8d38-330d5d9f6b0d tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909529 Apr 29 18:57:23.490012 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-49020f29-0d7e-4f9d-972e-cba1ee153b75 req-cf58022b-8f9f-4d04-a6c2-078444c9d5d8 service neutron] 10.222.0.15 "GET /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035275 Apr 29 18:57:24.286725 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a66943a0-9a56-4d73-8445-4bdb1bab9e70 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:57:24.395004 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a66943a0-9a56-4d73-8445-4bdb1bab9e70, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a66943a0-9a56-4d73-8445-4bdb1bab9e70,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:24.406191 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': 'a66943a0-9a56-4d73-8445-4bdb1bab9e70', 'network_id': 'a3ce2a53-ab28-493e-a119-5eee42467a8f', 'port_id': 'a66943a0-9a56-4d73-8445-4bdb1bab9e70', 'mac_address': 'fa:16:3e:4f:3d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83005f23-60bb-4542-8b6a-6cb3e597715d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:57:24.459296 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a66943a0-9a56-4d73-8445-4bdb1bab9e70 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:57:24.459685 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:24.472736 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66943a0-9a56-4d73-8445-4bdb1bab9e70 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:57:24.494212 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a66943a0-9a56-4d73-8445-4bdb1bab9e70, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a66943a0-9a56-4d73-8445-4bdb1bab9e70,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:24.499689 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:24.549305 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a66943a0-9a56-4d73-8445-4bdb1bab9e70,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:24.586240 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40092744-a1db-49ce-a380-89bdaaeb5cfe req-0383b61e-4423-4ab1-b940-ced5476f8562 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:24.587732 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-40092744-a1db-49ce-a380-89bdaaeb5cfe req-0383b61e-4423-4ab1-b940-ced5476f8562 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 945 time: 0.0565941 Apr 29 18:57:24.640171 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-40092744-a1db-49ce-a380-89bdaaeb5cfe req-403529fc-d53c-4e8c-80d6-e23af4771eb5 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Apr 29 18:57:25.191935 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['a66943a0-9a56-4d73-8445-4bdb1bab9e70'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:57:25.360591 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-68f80638-7422-48a8-961a-07f95da6344c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:25.598646 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53624) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:25.720727 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e85d1b3b-beef-49a3-ad5d-818b2ab84222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:25.780997 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1c92-3eed-4e5f-8c12-6245c910665b req-abed1458-b982-41f1-8ecc-c2563cef722d tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:25.782486 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3a4c1c92-3eed-4e5f-8c12-6245c910665b req-abed1458-b982-41f1-8ecc-c2563cef722d tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 945 time: 0.0709734 Apr 29 18:57:25.850648 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3a4c1c92-3eed-4e5f-8c12-6245c910665b req-6cbe882f-b664-4c4c-a7ff-43707daa81dd tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607584 Apr 29 18:57:25.871429 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e85d1b3b-beef-49a3-ad5d-818b2ab84222 admin admin] Publish callbacks [] for security_group (c7ccd383-acfb-4821-be0d-e6049fb3331d), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:25.876723 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e85d1b3b-beef-49a3-ad5d-818b2ab84222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c7ccd383-acfb-4821-be0d-e6049fb3331d), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:25.917077 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-e85d1b3b-beef-49a3-ad5d-818b2ab84222 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6876653af37247e8a08852f3ad15bd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172607 Apr 29 18:57:25.917913 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d1b3b-beef-49a3-ad5d-818b2ab84222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ccd383-acfb-4821-be0d-e6049fb3331d,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:25.920017 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53632) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:25.977939 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dd293745-a2ce-49f7-922d-cba5bc89cba4 admin admin] Publish callbacks [] for security_group (c7ccd383-acfb-4821-be0d-e6049fb3331d), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.003633 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dd293745-a2ce-49f7-922d-cba5bc89cba4 admin admin] Publish callbacks [] for security_group (c7ccd383-acfb-4821-be0d-e6049fb3331d), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.063273 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dd293745-a2ce-49f7-922d-cba5bc89cba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c7ccd383-acfb-4821-be0d-e6049fb3331d), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.066394 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-dd293745-a2ce-49f7-922d-cba5bc89cba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.067597 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-dd293745-a2ce-49f7-922d-cba5bc89cba4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7ccd383-acfb-4821-be0d-e6049fb3331d HTTP/1.1" status: 204 len: 168 time: 0.1464415 Apr 29 18:57:26.077896 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd293745-a2ce-49f7-922d-cba5bc89cba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ccd383-acfb-4821-be0d-e6049fb3331d,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:26.379696 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 53640) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:26.394383 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-779bd30b-aa57-49b0-b887-bd0f93b5c22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.397587 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.452097 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a66943a0-9a56-4d73-8445-4bdb1bab9e70 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:57:26.477616 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-779bd30b-aa57-49b0-b887-bd0f93b5c22a admin admin] Publish callbacks [] for security_group (8e759021-a594-4f74-9053-5c598bf7b72f), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.482109 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-779bd30b-aa57-49b0-b887-bd0f93b5c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (8e759021-a594-4f74-9053-5c598bf7b72f), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.500913 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port a66943a0-9a56-4d73-8445-4bdb1bab9e70 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:57:26.506534 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port a66943a0-9a56-4d73-8445-4bdb1bab9e70 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:57:26.506909 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.523423 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-779bd30b-aa57-49b0-b887-bd0f93b5c22a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ccf1d3e8fa5947ce869f4f90174e37e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426122 Apr 29 18:57:26.524370 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bd30b-aa57-49b0-b887-bd0f93b5c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e759021-a594-4f74-9053-5c598bf7b72f,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:26.528158 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53642) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:26.588763 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8369a3ab-96c4-4fa5-8156-1181d943bbf4 admin admin] Publish callbacks [] for security_group (8e759021-a594-4f74-9053-5c598bf7b72f), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.594097 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a66943a0-9a56-4d73-8445-4bdb1bab9e70 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:57:26.594633 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.613357 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8369a3ab-96c4-4fa5-8156-1181d943bbf4 admin admin] Publish callbacks [] for security_group (8e759021-a594-4f74-9053-5c598bf7b72f), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.619151 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace4f08b-93fe-4716-92e5-1c6cccd1bd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66943a0-9a56-4d73-8445-4bdb1bab9e70'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:57:26.620747 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d69955-0960-4825-ba7f-959af95b13bf" -d '{"events": [{"server_uuid": "ace4f08b-93fe-4716-92e5-1c6cccd1bd99", "name": "network-vif-plugged", "status": "completed", "tag": "a66943a0-9a56-4d73-8445-4bdb1bab9e70"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:57:26.634076 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a66943a0-9a56-4d73-8445-4bdb1bab9e70, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a66943a0-9a56-4d73-8445-4bdb1bab9e70,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:26.639215 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.665441 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641f31f2-6c14-41d7-b34f-0c48af9d5782 x-openstack-request-id: req-641f31f2-6c14-41d7-b34f-0c48af9d5782 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:57:26.665738 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace4f08b-93fe-4716-92e5-1c6cccd1bd99", "name": "network-vif-plugged", "status": "completed", "tag": "a66943a0-9a56-4d73-8445-4bdb1bab9e70", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:57:26.666063 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-641f31f2-6c14-41d7-b34f-0c48af9d5782 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:57:26.666452 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641f31f2-6c14-41d7-b34f-0c48af9d5782'] response: {'server_uuid': 'ace4f08b-93fe-4716-92e5-1c6cccd1bd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66943a0-9a56-4d73-8445-4bdb1bab9e70', 'code': 200} Apr 29 18:57:26.670696 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8369a3ab-96c4-4fa5-8156-1181d943bbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (8e759021-a594-4f74-9053-5c598bf7b72f), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.673604 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8369a3ab-96c4-4fa5-8156-1181d943bbf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:26.677469 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-8369a3ab-96c4-4fa5-8156-1181d943bbf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e759021-a594-4f74-9053-5c598bf7b72f HTTP/1.1" status: 204 len: 168 time: 0.1454620 Apr 29 18:57:26.683751 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369a3ab-96c4-4fa5-8156-1181d943bbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e759021-a594-4f74-9053-5c598bf7b72f,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:26.696240 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a66943a0-9a56-4d73-8445-4bdb1bab9e70,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:26.986835 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1261f6-64c8-4651-9023-1832a6382b0b req-544f9d99-a8e7-4a86-ad80-50c8bd854098 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:26.988337 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de1261f6-64c8-4651-9023-1832a6382b0b req-544f9d99-a8e7-4a86-ad80-50c8bd854098 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 946 time: 0.0660942 Apr 29 18:57:27.057603 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fca9e-ba08-4688-b197-dee91c1a3c61 req-c2cf60b9-0be1-4056-a69d-9b7b831a2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:27.059103 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-941fca9e-ba08-4688-b197-dee91c1a3c61 req-c2cf60b9-0be1-4056-a69d-9b7b831a2c06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 1130 time: 0.0577719 Apr 29 18:57:27.066850 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-de1261f6-64c8-4651-9023-1832a6382b0b req-b3fb5aab-d3b6-4da5-8c22-573fde79b23b tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725029 Apr 29 18:57:27.106376 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-941fca9e-ba08-4688-b197-dee91c1a3c61 req-6a319aa1-96ab-4ef2-82da-96685a800a84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 Apr 29 18:57:27.629368 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:28.189618 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5904ae-1ebb-402e-a3ab-49e0d768489c req-67e5677c-c6e3-4a00-a94a-244d17b2e8ce tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:28.191094 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ca5904ae-1ebb-402e-a3ab-49e0d768489c req-67e5677c-c6e3-4a00-a94a-244d17b2e8ce tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 946 time: 0.0527611 Apr 29 18:57:28.238476 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ca5904ae-1ebb-402e-a3ab-49e0d768489c req-2a83022e-dfb3-482e-ad16-9eeccc6f4e75 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Apr 29 18:57:29.360668 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fa93f-71e6-49fc-807f-b35c2bc8c159 req-e1994ea7-76bd-4172-98da-f8a8b4cf314c tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:29.362131 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2a5fa93f-71e6-49fc-807f-b35c2bc8c159 req-e1994ea7-76bd-4172-98da-f8a8b4cf314c tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 946 time: 0.0483820 Apr 29 18:57:29.380382 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:29.418400 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2a5fa93f-71e6-49fc-807f-b35c2bc8c159 req-9ee7179e-ffdb-461f-a7cb-c8249281b6d5 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503640 Apr 29 18:57:30.309850 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-0a2af12a-8530-4ded-9b36-2166d128a8ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480592 Apr 29 18:57:30.416420 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878dfb3-ee6f-448c-9bb5-0b4b401491f7 req-3bc9d84f-f566-4ff0-83c8-b6c2003a6fbf tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:30.417837 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0878dfb3-ee6f-448c-9bb5-0b4b401491f7 req-3bc9d84f-f566-4ff0-83c8-b6c2003a6fbf tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Apr 29 18:57:30.464601 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0878dfb3-ee6f-448c-9bb5-0b4b401491f7 req-68507e7a-1718-4898-a846-932af2fa7f11 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Apr 29 18:57:31.261863 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53748) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:31.386525 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f74f11a9-5962-4848-8c86-78b427a638e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:31.470171 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f74f11a9-5962-4848-8c86-78b427a638e8 admin admin] Publish callbacks [] for security_group (6f090eec-97c4-436d-9c55-a74b4f9801d4), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:31.475397 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f74f11a9-5962-4848-8c86-78b427a638e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (6f090eec-97c4-436d-9c55-a74b4f9801d4), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:31.512879 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f74f11a9-5962-4848-8c86-78b427a638e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d39aa07ede7e43cba8974b1982f983b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498701 Apr 29 18:57:31.515553 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53754) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:31.517494 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f11a9-5962-4848-8c86-78b427a638e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f090eec-97c4-436d-9c55-a74b4f9801d4,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:31.597045 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ffcf0-11c7-40a0-8673-3f38ba148257 req-c9fe7e22-a65d-4d82-b150-0af5a9165a30 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:31.598531 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-649ffcf0-11c7-40a0-8673-3f38ba148257 req-c9fe7e22-a65d-4d82-b150-0af5a9165a30 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 946 time: 0.0626254 Apr 29 18:57:31.616314 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7ec9fa94-4df7-4773-a61a-c6cfaa69ad78 admin admin] Publish callbacks [] for security_group (6f090eec-97c4-436d-9c55-a74b4f9801d4), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:31.654238 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7ec9fa94-4df7-4773-a61a-c6cfaa69ad78 admin admin] Publish callbacks [] for security_group (6f090eec-97c4-436d-9c55-a74b4f9801d4), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:31.678629 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-649ffcf0-11c7-40a0-8673-3f38ba148257 req-fee594bb-5be0-4c90-b326-4d1bf51c03ff tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722809 Apr 29 18:57:31.713731 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7ec9fa94-4df7-4773-a61a-c6cfaa69ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (6f090eec-97c4-436d-9c55-a74b4f9801d4), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:31.716187 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7ec9fa94-4df7-4773-a61a-c6cfaa69ad78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:31.717327 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-7ec9fa94-4df7-4773-a61a-c6cfaa69ad78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f090eec-97c4-436d-9c55-a74b4f9801d4 HTTP/1.1" status: 204 len: 168 time: 0.2009304 Apr 29 18:57:31.724961 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9fa94-4df7-4773-a61a-c6cfaa69ad78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f090eec-97c4-436d-9c55-a74b4f9801d4,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:31.975109 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-156229f0-7de6-4f10-98d9-7db25b6efb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:31.976936 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-156229f0-7de6-4f10-98d9-7db25b6efb44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 1130 time: 0.0432646 Apr 29 18:57:31.994298 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53760) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:32.007896 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cd13fb28-8569-4b7e-b2a7-cfea980e3dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:32.083999 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cd13fb28-8569-4b7e-b2a7-cfea980e3dba admin admin] Publish callbacks [] for security_group (76430b66-ff69-4968-a7f9-a2832d2a05b5), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:32.089937 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-cd13fb28-8569-4b7e-b2a7-cfea980e3dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (76430b66-ff69-4968-a7f9-a2832d2a05b5), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:32.099469 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-f0b15f7c-6b6d-4f24-b56e-50a10b0d2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:32.100962 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-f0b15f7c-6b6d-4f24-b56e-50a10b0d2f29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0913892 Apr 29 18:57:32.130960 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-cd13fb28-8569-4b7e-b2a7-cfea980e3dba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=290fd96a7864494ab75e2774e95a124b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331835 Apr 29 18:57:32.130960 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13fb28-8569-4b7e-b2a7-cfea980e3dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76430b66-ff69-4968-a7f9-a2832d2a05b5,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:32.132542 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 53762) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:32.178651 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-41aa4238-da37-415c-b73c-3c94b27865f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43874897-2556-4a7d-a94b-ccc8ffc8647e HTTP/1.1" status: 200 len: 1002 time: 0.0679796 Apr 29 18:57:32.191085 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-65f5c6c4-1be4-4764-92e3-fa50504934f9 admin admin] Publish callbacks [] for security_group (76430b66-ff69-4968-a7f9-a2832d2a05b5), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:32.213576 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-65f5c6c4-1be4-4764-92e3-fa50504934f9 admin admin] Publish callbacks [] for security_group (76430b66-ff69-4968-a7f9-a2832d2a05b5), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:32.263211 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-65f5c6c4-1be4-4764-92e3-fa50504934f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (76430b66-ff69-4968-a7f9-a2832d2a05b5), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:32.266806 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-65f5c6c4-1be4-4764-92e3-fa50504934f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:32.268377 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-65f5c6c4-1be4-4764-92e3-fa50504934f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76430b66-ff69-4968-a7f9-a2832d2a05b5 HTTP/1.1" status: 204 len: 168 time: 0.1344488 Apr 29 18:57:32.276442 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5c6c4-1be4-4764-92e3-fa50504934f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76430b66-ff69-4968-a7f9-a2832d2a05b5,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:32.368109 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:32.512278 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-f63af57a-ac09-485b-8af4-8033c005e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:32.513815 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-f63af57a-ac09-485b-8af4-8033c005e127 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0460725 Apr 29 18:57:32.673205 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-1e773e43-e954-4a43-a0e4-bd32590b18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:32.674711 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-1e773e43-e954-4a43-a0e4-bd32590b18ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667930 Apr 29 18:57:32.682805 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-c9146cf9-fa95-41c3-88e6-fb02b74f8fe6 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:32.684050 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-c9146cf9-fa95-41c3-88e6-fb02b74f8fe6 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.15 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 946 time: 0.0748279 Apr 29 18:57:32.875374 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7360552-aff7-4036-9b29-9a0007ffb2a9 req-ae067256-6fa2-430b-ac8b-3482753b6462 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:32.876891 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f7360552-aff7-4036-9b29-9a0007ffb2a9 req-ae067256-6fa2-430b-ac8b-3482753b6462 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 946 time: 0.1061003 Apr 29 18:57:32.881224 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-41ece11a-6fce-4aee-bdce-458f29525bd1 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962769 Apr 29 18:57:32.883283 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Deleting port a66943a0-9a56-4d73-8445-4bdb1bab9e70 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:57:32.883697 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:33.047086 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f7360552-aff7-4036-9b29-9a0007ffb2a9 req-b49e81a0-55a8-408b-8eea-0bc59d8f5d5b tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/security-groups?id=156bfb56-5168-4c4a-93c5-c92433c4296d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646252 Apr 29 18:57:33.070036 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] For port a66943a0-9a56-4d73-8445-4bdb1bab9e70, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a66943a0-9a56-4d73-8445-4bdb1bab9e70,segment=NetworkSegment(8923b546-59d9-4ee0-bbd1-49205c9d8c7a),segment_id=8923b546-59d9-4ee0-bbd1-49205c9d8c7a)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:57:33.070450 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:33.092974 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Calling delete_port for a66943a0-9a56-4d73-8445-4bdb1bab9e70 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:57:33.098256 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-3f16bdc4-9fe1-44ec-809a-922d572541f5 req-0d12d0ac-2e4a-4e56-87dc-5bb8532c7241 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058349 Apr 29 18:57:33.233725 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a66943a0-9a56-4d73-8445-4bdb1bab9e70), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:33.259828 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Pushing event deleted for resources: {'Port': ['ID=a66943a0-9a56-4d73-8445-4bdb1bab9e70,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:33.293156 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['a66943a0-9a56-4d73-8445-4bdb1bab9e70'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:57:33.309291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] No DVR routers for this DVR port a66943a0-9a56-4d73-8445-4bdb1bab9e70 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:57:33.312405 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:33.316089 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-468234a0-bc6b-42a9-9b35-c29e4000d4cf req-cadd11bc-f466-4b11-97d3-4286e9b0de17 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.15 "DELETE /v2.0/ports/a66943a0-9a56-4d73-8445-4bdb1bab9e70 HTTP/1.1" status: 204 len: 173 time: 0.6239176 Apr 29 18:57:33.316592 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace4f08b-93fe-4716-92e5-1c6cccd1bd99', 'name': 'network-vif-deleted', 'tag': 'a66943a0-9a56-4d73-8445-4bdb1bab9e70'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:57:33.318981 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af63a8c2-20c9-4682-b7e0-1890aa800010" -d '{"events": [{"server_uuid": "ace4f08b-93fe-4716-92e5-1c6cccd1bd99", "name": "network-vif-deleted", "tag": "a66943a0-9a56-4d73-8445-4bdb1bab9e70"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:57:33.357009 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a48062-8ccb-4eff-80d5-c53674590a18 x-openstack-request-id: req-94a48062-8ccb-4eff-80d5-c53674590a18 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:57:33.357329 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace4f08b-93fe-4716-92e5-1c6cccd1bd99", "name": "network-vif-deleted", "tag": "a66943a0-9a56-4d73-8445-4bdb1bab9e70", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:57:33.357552 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94a48062-8ccb-4eff-80d5-c53674590a18 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:57:33.357978 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a48062-8ccb-4eff-80d5-c53674590a18'] response: {'server_uuid': 'ace4f08b-93fe-4716-92e5-1c6cccd1bd99', 'name': 'network-vif-deleted', 'tag': 'a66943a0-9a56-4d73-8445-4bdb1bab9e70', 'status': 'completed', 'code': 200} Apr 29 18:57:34.170390 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-73d1aec5-0745-4a63-9244-80eb2235a97b req-d228c043-66a0-46cc-a1a8-6e71083d4e48 tempest-VolumesActionsTest-286252512 tempest-VolumesActionsTest-286252512-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace4f08b-93fe-4716-92e5-1c6cccd1bd99 HTTP/1.1" status: 200 len: 210 time: 0.0339732 Apr 29 18:57:36.553808 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a66943a0-9a56-4d73-8445-4bdb1bab9e70 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:57:36.580128 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: a66943a0-9a56-4d73-8445-4bdb1bab9e70 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:57:36.580528 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a66943a0-9a56-4d73-8445-4bdb1bab9e70 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:57:47.800135 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54028) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:47.942788 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.031226 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Publish callbacks [] for security_group (bd25e7f6-19d1-4466-b208-d54f0f7ca9b2), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.036289 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (bd25e7f6-19d1-4466-b208-d54f0f7ca9b2), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.079303 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b80fca47418b426683056a565d4ba692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769418 Apr 29 18:57:48.080177 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25e7f6-19d1-4466-b208-d54f0f7ca9b2,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:48.082795 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54032) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:48.092005 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.092005 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.092711 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.093229 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.093627 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.094017 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.094402 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.094786 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.095113 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.095545 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.095965 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.096512 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.096818 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.097244 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.097557 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfed506-158f-4314-975f-dad9c247d1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.139505 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Publish callbacks [] for security_group (bd25e7f6-19d1-4466-b208-d54f0f7ca9b2), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.164025 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Publish callbacks [] for security_group (bd25e7f6-19d1-4466-b208-d54f0f7ca9b2), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.216374 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (bd25e7f6-19d1-4466-b208-d54f0f7ca9b2), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.219527 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.220941 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd25e7f6-19d1-4466-b208-d54f0f7ca9b2 HTTP/1.1" status: 204 len: 168 time: 0.1366062 Apr 29 18:57:48.229600 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25e7f6-19d1-4466-b208-d54f0f7ca9b2,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:48.238140 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.238823 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.239372 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.239903 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.240693 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.241245 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.241883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.242599 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.243130 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.243885 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.244431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.245007 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.245534 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.246058 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.246580 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d88537-5998-427d-a904-9144f42fc449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:57:48.543386 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54042) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:48.557017 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dab4c21c-1447-4f17-9f00-d79679f11469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.638750 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dab4c21c-1447-4f17-9f00-d79679f11469 admin admin] Publish callbacks [] for security_group (da2c2dab-6ff9-4c7e-a50c-f5e32a9e8a3b), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.644228 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-dab4c21c-1447-4f17-9f00-d79679f11469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (da2c2dab-6ff9-4c7e-a50c-f5e32a9e8a3b), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.688671 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-dab4c21c-1447-4f17-9f00-d79679f11469 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3630fd9253e14696ac1a3e3325d35a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441534 Apr 29 18:57:48.688936 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54044) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:48.689570 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4c21c-1447-4f17-9f00-d79679f11469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2c2dab-6ff9-4c7e-a50c-f5e32a9e8a3b,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:48.776164 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8ab93a0c-724e-47ac-acf4-8e4e0e769a03 admin admin] Publish callbacks [] for security_group (da2c2dab-6ff9-4c7e-a50c-f5e32a9e8a3b), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.814826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8ab93a0c-724e-47ac-acf4-8e4e0e769a03 admin admin] Publish callbacks [] for security_group (da2c2dab-6ff9-4c7e-a50c-f5e32a9e8a3b), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.872619 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8ab93a0c-724e-47ac-acf4-8e4e0e769a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (da2c2dab-6ff9-4c7e-a50c-f5e32a9e8a3b), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.876134 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8ab93a0c-724e-47ac-acf4-8e4e0e769a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:48.877411 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-8ab93a0c-724e-47ac-acf4-8e4e0e769a03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da2c2dab-6ff9-4c7e-a50c-f5e32a9e8a3b HTTP/1.1" status: 204 len: 168 time: 0.1872158 Apr 29 18:57:48.886435 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab93a0c-724e-47ac-acf4-8e4e0e769a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2c2dab-6ff9-4c7e-a50c-f5e32a9e8a3b,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:49.288417 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54050) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:49.305251 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2f4172d6-157e-4212-88ff-78571c0faca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:49.422846 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2f4172d6-157e-4212-88ff-78571c0faca1 admin admin] Publish callbacks [] for security_group (38875e52-cf18-42ad-a394-b4d42b100012), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:49.428425 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2f4172d6-157e-4212-88ff-78571c0faca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (38875e52-cf18-42ad-a394-b4d42b100012), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:49.482365 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4172d6-157e-4212-88ff-78571c0faca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38875e52-cf18-42ad-a394-b4d42b100012,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:49.493136 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-2f4172d6-157e-4212-88ff-78571c0faca1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58cea02f0a9f420489e9e98ce47f74c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028773 Apr 29 18:57:49.494500 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54056) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:49.567024 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d0e9-1e9c-498f-b82e-409c9bd1f575 admin admin] Publish callbacks [] for security_group (38875e52-cf18-42ad-a394-b4d42b100012), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:49.594344 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d0e9-1e9c-498f-b82e-409c9bd1f575 admin admin] Publish callbacks [] for security_group (38875e52-cf18-42ad-a394-b4d42b100012), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:49.652996 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d0e9-1e9c-498f-b82e-409c9bd1f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (38875e52-cf18-42ad-a394-b4d42b100012), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:49.655948 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d0e9-1e9c-498f-b82e-409c9bd1f575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:49.660617 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e2d1d0e9-1e9c-498f-b82e-409c9bd1f575 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38875e52-cf18-42ad-a394-b4d42b100012 HTTP/1.1" status: 204 len: 168 time: 0.1602962 Apr 29 18:57:49.682154 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1d0e9-1e9c-498f-b82e-409c9bd1f575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38875e52-cf18-42ad-a394-b4d42b100012,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:51.622300 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54122) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:51.737055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c1048525-4fa7-4e84-908b-a05f004d47cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:51.833099 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c1048525-4fa7-4e84-908b-a05f004d47cb admin admin] Publish callbacks [] for security_group (9d318759-2735-414c-b471-32e1fda53315), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:51.839601 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c1048525-4fa7-4e84-908b-a05f004d47cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9d318759-2735-414c-b471-32e1fda53315), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:51.882012 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c1048525-4fa7-4e84-908b-a05f004d47cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d6e3c82dbaa4e1382866677f91f6faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577059 Apr 29 18:57:51.884218 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1048525-4fa7-4e84-908b-a05f004d47cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d318759-2735-414c-b471-32e1fda53315,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:51.885354 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54126) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:51.950348 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a3e1-d521-4c67-894c-61756173a534 admin admin] Publish callbacks [] for security_group (9d318759-2735-414c-b471-32e1fda53315), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:51.974954 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a3e1-d521-4c67-894c-61756173a534 admin admin] Publish callbacks [] for security_group (9d318759-2735-414c-b471-32e1fda53315), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.036591 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a3e1-d521-4c67-894c-61756173a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9d318759-2735-414c-b471-32e1fda53315), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.039924 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a3e1-d521-4c67-894c-61756173a534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.044675 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a5b3a3e1-d521-4c67-894c-61756173a534 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d318759-2735-414c-b471-32e1fda53315 HTTP/1.1" status: 204 len: 168 time: 0.1569626 Apr 29 18:57:52.054046 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3a3e1-d521-4c67-894c-61756173a534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d318759-2735-414c-b471-32e1fda53315,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:52.360773 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54132) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:52.377327 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ccf7-27ee-499e-b777-e5ce6fb4591f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.469960 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ccf7-27ee-499e-b777-e5ce6fb4591f admin admin] Publish callbacks [] for security_group (c0e6c140-2eba-4175-b780-21a2f0692081), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.474620 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c7d7ccf7-27ee-499e-b777-e5ce6fb4591f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c0e6c140-2eba-4175-b780-21a2f0692081), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.522989 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7ccf7-27ee-499e-b777-e5ce6fb4591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e6c140-2eba-4175-b780-21a2f0692081,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:52.529526 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-c7d7ccf7-27ee-499e-b777-e5ce6fb4591f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bb1fe91d1494b4e800da1990c52322a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668992 Apr 29 18:57:52.531530 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54138) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:52.592526 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8ce28676-57a0-4b44-9768-aa32112f91ce admin admin] Publish callbacks [] for security_group (c0e6c140-2eba-4175-b780-21a2f0692081), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.621888 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8ce28676-57a0-4b44-9768-aa32112f91ce admin admin] Publish callbacks [] for security_group (c0e6c140-2eba-4175-b780-21a2f0692081), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.675595 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8ce28676-57a0-4b44-9768-aa32112f91ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c0e6c140-2eba-4175-b780-21a2f0692081), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.678224 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8ce28676-57a0-4b44-9768-aa32112f91ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:52.679396 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-8ce28676-57a0-4b44-9768-aa32112f91ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0e6c140-2eba-4175-b780-21a2f0692081 HTTP/1.1" status: 204 len: 168 time: 0.1468973 Apr 29 18:57:52.690396 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce28676-57a0-4b44-9768-aa32112f91ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e6c140-2eba-4175-b780-21a2f0692081,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:53.116619 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4da8ce10-b55a-49ad-954b-7f87d71b8d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.483621 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54168) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:53.596406 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1730645136-network', 'tenant_id': '916d0d91ea4346ccbd426cb18e329903'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:57:53.634101 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Made reservation on behalf of 916d0d91ea4346ccbd426cb18e329903 for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:57:53.636464 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.648960 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.732917 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Publish callbacks [] for security_group (eaa24b61-97ec-46e8-8ad8-758d4855070a), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.737640 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (eaa24b61-97ec-46e8-8ad8-758d4855070a), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.767092 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:57:53.772950 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa24b61-97ec-46e8-8ad8-758d4855070a,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:53.782025 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (baa61eb1-f7fb-4ace-a562-27f6063e6053), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.782642 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Added segment baa61eb1-f7fb-4ace-a562-27f6063e6053 of type vlan for network c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b Apr 29 18:57:53.832743 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.862743 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.863921 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:53.864657 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.905054 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4189813 Apr 29 18:57:53.906010 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54172) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:53.911919 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Request body: {'subnet': {'network_id': 'c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1730645136-subnet', 'tenant_id': '916d0d91ea4346ccbd426cb18e329903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:57:53.943541 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Made reservation on behalf of 916d0d91ea4346ccbd426cb18e329903 for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:57:53.944245 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb6f8e-05d3-4b58-a422-caed0d3c9ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:53.946375 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9363898'] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:53.954968 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:57:54.146499 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3283275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9363784'] for subnet (73d31b7c-7224-4f38-81d8-93ce2c142a15), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:54.210311 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d31b7c-7224-4f38-81d8-93ce2c142a15,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:54.219322 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Checking segment: {'id': 'baa61eb1-f7fb-4ace-a562-27f6063e6053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:57:54.219839 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Network hostable DHCP agents. Network: c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:57:54.242055 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Network c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:57:54.253617 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:57:54.258854 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:54.259499 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:54.264220 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7861866b-3d5b-465d-9e6c-def1589aa5d6 None None] Network c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:57:54.295700 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-e665c239-41ac-47b4-9e7f-53e8e54d165c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3877051 Apr 29 18:57:54.410198 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b270bcb3-f86f-4665-bc3d-85d698b41a3a None None] Network c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:57:54.917579 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54192) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:54.923330 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-516538278-network', 'tenant_id': '83fad07a99e848e4b980996d8b1bf880'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:57:54.951959 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Made reservation on behalf of 83fad07a99e848e4b980996d8b1bf880 for: {'network': 1} {{(pid=110120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:57:54.955119 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for network (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:54.964967 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.052636 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Publish callbacks [] for security_group (0a0d78aa-e336-4504-960b-9ff1dc55f27e), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.058523 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (0a0d78aa-e336-4504-960b-9ff1dc55f27e), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.093517 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=110120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:57:55.096232 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0d78aa-e336-4504-960b-9ff1dc55f27e,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:55.110324 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (c3b2b7d3-ffa8-42a9-9095-09ffcf78ccbf), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.110761 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.segments_db [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Added segment c3b2b7d3-ffa8-42a9-9095-09ffcf78ccbf of type vlan for network f803ece6-1216-4638-a14a-ade2cce5487f Apr 29 18:57:55.161092 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759953816450'] for network (f803ece6-1216-4638-a14a-ade2cce5487f), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.193018 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009'] for network (f803ece6-1216-4638-a14a-ade2cce5487f), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.194110 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:55.194797 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.231721 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3128798 Apr 29 18:57:55.235049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54194) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:57:55.240737 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Request body: {'subnet': {'network_id': 'f803ece6-1216-4638-a14a-ade2cce5487f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-516538278-subnet', 'tenant_id': '83fad07a99e848e4b980996d8b1bf880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:57:55.272060 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492c2f3-7ec5-4b71-9938-5668104d0ebd admin admin] Pushing event updated for resources: {'Network': ['ID=f803ece6-1216-4638-a14a-ade2cce5487f,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:55.287580 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Network f803ece6-1216-4638-a14a-ade2cce5487f details requested by agent ovs-agent-dv-cinder-839987-1-iscsi with host dv-cinder-839987-1-iscsi {{(pid=110121) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 18:57:55.296000 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Made reservation on behalf of 83fad07a99e848e4b980996d8b1bf880 for: {'subnet': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:57:55.305986 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9363898'] for subnet (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.406292 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f4abe9bb-0140-4cb1-a032-476cc809b05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.542639 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3283275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9363784'] for subnet (db822729-b5e1-4b3d-910a-eb4f5d6bb5d2), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.589255 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:57:55.607530 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db822729-b5e1-4b3d-910a-eb4f5d6bb5d2,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:57:55.618344 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Checking segment: {'id': 'c3b2b7d3-ffa8-42a9-9095-09ffcf78ccbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f803ece6-1216-4638-a14a-ade2cce5487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:57:55.618706 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Network hostable DHCP agents. Network: f803ece6-1216-4638-a14a-ade2cce5487f, hostable agents: ['8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4'], hosted agents: [] {{(pid=110119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:57:55.639194 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Network f803ece6-1216-4638-a14a-ade2cce5487f is scheduled to be hosted by DHCP agent 8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4 with binding_index 1 {{(pid=110119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:57:55.649044 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-1-iscsi, f803ece6-1216-4638-a14a-ade2cce5487f) {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:57:55.653672 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:57:55.654893 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:55.662128 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ffab3-4654-4a7b-9e99-33482ed8a9ed None None] Network f803ece6-1216-4638-a14a-ade2cce5487f requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:57:55.685988 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-ccfab072-0e6f-4e5a-8217-3dab11700c52 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4404070 Apr 29 18:57:55.800339 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13b6d5-eed0-4c33-b53f-268036153fb8 None None] Network f803ece6-1216-4638-a14a-ade2cce5487f requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:57:56.404028 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:57.641107 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:57:59.387933 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:02.385506 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:02.392928 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54342) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:02.440344 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e80306-21a2-4169-b579-df3ef0a01db3 admin admin] Deleting subnet 83005f23-60bb-4542-8b6a-6cb3e597715d {{(pid=110120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:58:02.443708 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45e80306-21a2-4169-b579-df3ef0a01db3 admin admin] Publish callbacks [] for subnet (83005f23-60bb-4542-8b6a-6cb3e597715d), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:02.478887 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45e80306-21a2-4169-b579-df3ef0a01db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668398'] for subnet (83005f23-60bb-4542-8b6a-6cb3e597715d), precommit_delete_associations {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:02.520346 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45e80306-21a2-4169-b579-df3ef0a01db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (83005f23-60bb-4542-8b6a-6cb3e597715d), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:02.586261 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45e80306-21a2-4169-b579-df3ef0a01db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9086737'] for subnet (83005f23-60bb-4542-8b6a-6cb3e597715d), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:02.619302 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-45e80306-21a2-4169-b579-df3ef0a01db3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:02.622514 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-45e80306-21a2-4169-b579-df3ef0a01db3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/83005f23-60bb-4542-8b6a-6cb3e597715d HTTP/1.1" status: 204 len: 168 time: 0.2285254 Apr 29 18:58:02.623510 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e80306-21a2-4169-b579-df3ef0a01db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83005f23-60bb-4542-8b6a-6cb3e597715d,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:02.625412 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54348) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:02.700463 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (a3ce2a53-ab28-493e-a119-5eee42467a8f), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.063097 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (a3ce2a53-ab28-493e-a119-5eee42467a8f), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.082174 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ce2a53-ab28-493e-a119-5eee42467a8f']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:03.091250 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8923b546-59d9-4ee0-bbd1-49205c9d8c7a') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:03.091538 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8923b546-59d9-4ee0-bbd1-49205c9d8c7a') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:03.100883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (8923b546-59d9-4ee0-bbd1-49205c9d8c7a), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.114243 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (8923b546-59d9-4ee0-bbd1-49205c9d8c7a), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.120479 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:58:03.120877 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (8923b546-59d9-4ee0-bbd1-49205c9d8c7a), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:58:03.122736 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:58:03.188639 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (a3ce2a53-ab28-493e-a119-5eee42467a8f), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.195492 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.199276 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] 10.222.0.50 "DELETE /v2.0/networks/a3ce2a53-ab28-493e-a119-5eee42467a8f HTTP/1.1" status: 204 len: 168 time: 0.5721540 Apr 29 18:58:03.210503 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81852875-1bcb-4886-a9f3-5fb05cfff3fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ce2a53-ab28-493e-a119-5eee42467a8f,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:03.379373 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54354) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:03.420921 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a682ba3a-e4f6-4c43-baf3-b904660a7602 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=004ea4b077a549868292dad9caaa5515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403538 Apr 29 18:58:03.424143 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54356) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:03.472022 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-028399ce-7908-4409-a61e-8ee1a7594783 admin admin] Publish callbacks [] for security_group (156bfb56-5168-4c4a-93c5-c92433c4296d), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.495290 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-028399ce-7908-4409-a61e-8ee1a7594783 admin admin] Publish callbacks [] for security_group (156bfb56-5168-4c4a-93c5-c92433c4296d), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.547773 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-028399ce-7908-4409-a61e-8ee1a7594783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (156bfb56-5168-4c4a-93c5-c92433c4296d), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.550648 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-028399ce-7908-4409-a61e-8ee1a7594783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:03.554400 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-028399ce-7908-4409-a61e-8ee1a7594783 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/156bfb56-5168-4c4a-93c5-c92433c4296d HTTP/1.1" status: 204 len: 168 time: 0.1267123 Apr 29 18:58:03.560545 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028399ce-7908-4409-a61e-8ee1a7594783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156bfb56-5168-4c4a-93c5-c92433c4296d,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:08.801083 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54452) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:09.136714 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Deleting port 15987498-f165-4b87-941e-e9c3e8d1905e {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:09.137066 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (15987498-f165-4b87-941e-e9c3e8d1905e), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:09.214652 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (15987498-f165-4b87-941e-e9c3e8d1905e), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:09.214966 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (15987498-f165-4b87-941e-e9c3e8d1905e), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:09.228932 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Calling delete_port for 15987498-f165-4b87-941e-e9c3e8d1905e owned by network:floatingip {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:09.378209 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (15987498-f165-4b87-941e-e9c3e8d1905e), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:09.404907 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event deleted for resources: {'Port': ['ID=15987498-f165-4b87-941e-e9c3e8d1905e,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:09.468966 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (27ccc304-f81e-46c6-b96c-fdeddb4e187b), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:09.469271 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Floating IP 27ccc304-f81e-46c6-b96c-fdeddb4e187b disassociated (deleted). External IP: 172.27.0.83, port: fd566244-01ed-46b5-beeb-77a582e09d6a. Apr 29 18:58:09.685951 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Router af78d2cf-fd83-437b-a880-30dd860d49a6 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:58:09.797932 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:58:09.803212 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:09.809342 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] Sync routers for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:58:09.821768 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:09.822388 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:57:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:09.833694 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-89c2ecdc-c576-4df9-a0d0-d89f8a177abc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "DELETE /v2.0/floatingips/27ccc304-f81e-46c6-b96c-fdeddb4e187b HTTP/1.1" status: 204 len: 168 time: 1.0315373 Apr 29 18:58:09.834283 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:09.838796 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c77e45-796f-4f56-a98a-35fdb13df69d" -d '{"events": [{"name": "network-changed", "server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:09.971792 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:10.102256 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3d73d9-b03d-4ceb-a0b1-45de89ac8fd7 x-openstack-request-id: req-5d3d73d9-b03d-4ceb-a0b1-45de89ac8fd7 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:10.102539 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:10.102779 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d3d73d9-b03d-4ceb-a0b1-45de89ac8fd7 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:10.103435 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3d73d9-b03d-4ceb-a0b1-45de89ac8fd7'] response: {'name': 'network-changed', 'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'status': 'completed', 'code': 200} Apr 29 18:58:10.175986 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3720d2f-2d82-44a1-820b-cbf7aca18928 req-b8b7b488-9ae9-4662-a9d6-91153dc782fc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:10.183267 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3720d2f-2d82-44a1-820b-cbf7aca18928 req-b8b7b488-9ae9-4662-a9d6-91153dc782fc tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0779538 Apr 29 18:58:10.245719 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d3720d2f-2d82-44a1-820b-cbf7aca18928 req-72d3f5e0-8226-4d36-a930-684290649856 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582511 Apr 29 18:58:10.356881 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '20de7bfd-a839-46e1-bc26-4a19687b9cd3', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:30Z', 'updated_at': '2022-04-29T18:52:33Z', 'revision_number': 1, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:10.390042 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] Checking router: af78d2cf-fd83-437b-a880-30dd860d49a6 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:58:10.401776 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:10.402404 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:57:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:10.518113 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:10.775884 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '20de7bfd-a839-46e1-bc26-4a19687b9cd3', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:30Z', 'updated_at': '2022-04-29T18:52:33Z', 'revision_number': 1, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:10.804327 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9b19c-2c5f-45e6-aee8-d7ed9cd59b38 None None] The sync data for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi is: [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '20de7bfd-a839-46e1-bc26-4a19687b9cd3', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'port_id': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'mac_address': 'fa:16:3e:ab:ff:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:52:30Z', 'updated_at': '2022-04-29T18:52:33Z', 'revision_number': 1, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:58:10.983210 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd8c7f-bd37-4f25-9f33-86eecdfbb963 req-e6c18d65-e7a8-40e1-861f-38da8e1ade75 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:10.984915 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dadd8c7f-bd37-4f25-9f33-86eecdfbb963 req-e6c18d65-e7a8-40e1-861f-38da8e1ade75 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0615208 Apr 29 18:58:11.044407 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dadd8c7f-bd37-4f25-9f33-86eecdfbb963 req-6a14e223-7485-461d-93d9-bdfb3e8a8b4f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533521 Apr 29 18:58:11.106584 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121608e7-10f0-49fe-914d-ff051581d6ac None None] New status for floating IP 27ccc304-f81e-46c6-b96c-fdeddb4e187b: DOWN {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:58:11.351440 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201fd34-c6f9-499c-93ff-c803034efddc req-8d7cae44-7aae-4c04-95ab-4dc1702f6d16 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:11.352934 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c201fd34-c6f9-499c-93ff-c803034efddc req-8d7cae44-7aae-4c04-95ab-4dc1702f6d16 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0474656 Apr 29 18:58:11.401066 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-c201fd34-c6f9-499c-93ff-c803034efddc req-1511ef10-025a-4750-aa1a-4294a0096bd4 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424001 Apr 29 18:58:11.736697 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54568) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:11.781795 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcad7bc-f52d-4efb-88a4-9399e6311803 admin admin] Deleting subnet 73d31b7c-7224-4f38-81d8-93ce2c142a15 {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:58:11.785300 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2fcad7bc-f52d-4efb-88a4-9399e6311803 admin admin] Publish callbacks [] for subnet (73d31b7c-7224-4f38-81d8-93ce2c142a15), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:11.821172 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2fcad7bc-f52d-4efb-88a4-9399e6311803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (73d31b7c-7224-4f38-81d8-93ce2c142a15), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:11.863782 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2fcad7bc-f52d-4efb-88a4-9399e6311803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (73d31b7c-7224-4f38-81d8-93ce2c142a15), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:11.920737 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2fcad7bc-f52d-4efb-88a4-9399e6311803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (73d31b7c-7224-4f38-81d8-93ce2c142a15), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:11.948503 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-2fcad7bc-f52d-4efb-88a4-9399e6311803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:11.951629 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-2fcad7bc-f52d-4efb-88a4-9399e6311803 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/73d31b7c-7224-4f38-81d8-93ce2c142a15 HTTP/1.1" status: 204 len: 168 time: 0.2139289 Apr 29 18:58:11.952533 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcad7bc-f52d-4efb-88a4-9399e6311803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d31b7c-7224-4f38-81d8-93ce2c142a15,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:11.954276 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54570) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:12.030370 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.109317 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.130182 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b']}} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:12.139820 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa61eb1-f7fb-4ace-a562-27f6063e6053') {'for_net_delete': True} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:12.140113 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa61eb1-f7fb-4ace-a562-27f6063e6053') {} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:12.155854 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668385'] for segment (baa61eb1-f7fb-4ace-a562-27f6063e6053), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.160371 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d2663-1255-4dcb-a22a-ec8b16fdddaf req-b9a7bee9-1093-4f9a-b3c6-6693d3c3ac29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:12.161954 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-373d2663-1255-4dcb-a22a-ec8b16fdddaf req-b9a7bee9-1093-4f9a-b3c6-6693d3c3ac29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0471137 Apr 29 18:58:12.169603 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (baa61eb1-f7fb-4ace-a562-27f6063e6053), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.177019 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:58:12.177431 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542673'] for segment (baa61eb1-f7fb-4ace-a562-27f6063e6053), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: Traceback (most recent call last): Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: timer() Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: cb(*args, **kw) Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: return func(*args, **kwargs) Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: self._notify() Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: self.callback(batched_events) Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: event.method(event) Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: return f(self, *a, **k) Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._get(url).json() Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: return self.request(url, 'GET', **kwargs) Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:58:12.179612 dv-cinder-839987-1-iscsi neutron-server[110120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:58:12.209883 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-373d2663-1255-4dcb-a22a-ec8b16fdddaf req-e5c56e88-cc40-4160-8f38-cae32d750253 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421464 Apr 29 18:58:12.235211 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.240688 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.243750 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] 10.222.0.50 "DELETE /v2.0/networks/c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b HTTP/1.1" status: 204 len: 168 time: 0.2882931 Apr 29 18:58:12.246671 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54574) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:12.254212 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cac99-020c-45ff-b12e-0594b8aabb8c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b20e08-9d20-46e3-ad0e-b3e85eb3e94b,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:12.294153 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c6d0a4-285c-454c-ac3c-2a5958ebea54 admin admin] Deleting subnet db822729-b5e1-4b3d-910a-eb4f5d6bb5d2 {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:58:12.297948 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-36c6d0a4-285c-454c-ac3c-2a5958ebea54 admin admin] Publish callbacks [] for subnet (db822729-b5e1-4b3d-910a-eb4f5d6bb5d2), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.334982 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-36c6d0a4-285c-454c-ac3c-2a5958ebea54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (db822729-b5e1-4b3d-910a-eb4f5d6bb5d2), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.374040 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-36c6d0a4-285c-454c-ac3c-2a5958ebea54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (db822729-b5e1-4b3d-910a-eb4f5d6bb5d2), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.429579 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-36c6d0a4-285c-454c-ac3c-2a5958ebea54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (db822729-b5e1-4b3d-910a-eb4f5d6bb5d2), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.458400 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6d0a4-285c-454c-ac3c-2a5958ebea54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db822729-b5e1-4b3d-910a-eb4f5d6bb5d2,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:12.460829 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-36c6d0a4-285c-454c-ac3c-2a5958ebea54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.466106 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-36c6d0a4-285c-454c-ac3c-2a5958ebea54 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/db822729-b5e1-4b3d-910a-eb4f5d6bb5d2 HTTP/1.1" status: 204 len: 168 time: 0.2161884 Apr 29 18:58:12.466456 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54584) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:12.520551 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5123fe-3015-4bc9-90cb-8f40027daac9 req-72a8740d-ff23-4f1b-811d-d419d6ee72a4 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:12.522037 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-be5123fe-3015-4bc9-90cb-8f40027daac9 req-72a8740d-ff23-4f1b-811d-d419d6ee72a4 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0474591 Apr 29 18:58:12.538371 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (f803ece6-1216-4638-a14a-ade2cce5487f), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.575717 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-be5123fe-3015-4bc9-90cb-8f40027daac9 req-5fcafc16-3a81-4cef-8002-dbeaa4231d56 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479894 Apr 29 18:58:12.619013 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (f803ece6-1216-4638-a14a-ade2cce5487f), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.646284 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f803ece6-1216-4638-a14a-ade2cce5487f']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:12.657532 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b2b7d3-ffa8-42a9-9095-09ffcf78ccbf') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:12.658695 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b2b7d3-ffa8-42a9-9095-09ffcf78ccbf') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:12.674291 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (c3b2b7d3-ffa8-42a9-9095-09ffcf78ccbf), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.691025 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (c3b2b7d3-ffa8-42a9-9095-09ffcf78ccbf), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.698075 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:58:12.698438 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (c3b2b7d3-ffa8-42a9-9095-09ffcf78ccbf), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:58:12.700127 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:58:12.756770 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (f803ece6-1216-4638-a14a-ade2cce5487f), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.761974 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:12.765120 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f803ece6-1216-4638-a14a-ade2cce5487f HTTP/1.1" status: 204 len: 168 time: 0.2978318 Apr 29 18:58:12.776302 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25cc81-e6a6-4dd6-bb80-cf892f151283 admin admin] Pushing event deleted for resources: {'Network': ['ID=f803ece6-1216-4638-a14a-ade2cce5487f,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:12.941718 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54588) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:12.985268 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-49054d72-9136-4e0a-a85e-eb0b97c6893f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=916d0d91ea4346ccbd426cb18e329903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422621 Apr 29 18:58:12.987950 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54590) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:13.036166 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3225dce6-6323-4a7b-8659-08b6c4e5ad90 admin admin] Publish callbacks [] for security_group (eaa24b61-97ec-46e8-8ad8-758d4855070a), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:13.058254 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3225dce6-6323-4a7b-8659-08b6c4e5ad90 admin admin] Publish callbacks [] for security_group (eaa24b61-97ec-46e8-8ad8-758d4855070a), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:13.108235 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3225dce6-6323-4a7b-8659-08b6c4e5ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (eaa24b61-97ec-46e8-8ad8-758d4855070a), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:13.111173 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3225dce6-6323-4a7b-8659-08b6c4e5ad90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:13.112286 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3225dce6-6323-4a7b-8659-08b6c4e5ad90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eaa24b61-97ec-46e8-8ad8-758d4855070a HTTP/1.1" status: 204 len: 168 time: 0.1232891 Apr 29 18:58:13.120081 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225dce6-6323-4a7b-8659-08b6c4e5ad90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa24b61-97ec-46e8-8ad8-758d4855070a,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:13.205574 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-939ed50a-e532-4744-9ae9-12d517e74924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:13.207200 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-939ed50a-e532-4744-9ae9-12d517e74924 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 1129 time: 0.0418451 Apr 29 18:58:13.327123 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311555d-a757-4458-b6b6-b0c66a93b49d req-3df44962-1f99-428e-926f-10c5ef9c80d1 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:13.328635 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c311555d-a757-4458-b6b6-b0c66a93b49d req-3df44962-1f99-428e-926f-10c5ef9c80d1 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Apr 29 18:58:13.378908 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c311555d-a757-4458-b6b6-b0c66a93b49d req-a6fa1a04-921c-439d-9a0e-e637363caab4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443943 Apr 29 18:58:13.450595 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54600) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:13.492182 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-a47dba5b-e330-469c-8e1d-43fcae123921 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83fad07a99e848e4b980996d8b1bf880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403357 Apr 29 18:58:13.494676 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54604) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:13.546504 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-17db3722-f092-4e8d-8a0b-77ecac18d5f3 admin admin] Publish callbacks [] for security_group (0a0d78aa-e336-4504-960b-9ff1dc55f27e), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:13.569974 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-17db3722-f092-4e8d-8a0b-77ecac18d5f3 admin admin] Publish callbacks [] for security_group (0a0d78aa-e336-4504-960b-9ff1dc55f27e), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:13.618853 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-17db3722-f092-4e8d-8a0b-77ecac18d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (0a0d78aa-e336-4504-960b-9ff1dc55f27e), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:13.621672 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-17db3722-f092-4e8d-8a0b-77ecac18d5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:13.625728 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-17db3722-f092-4e8d-8a0b-77ecac18d5f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a0d78aa-e336-4504-960b-9ff1dc55f27e HTTP/1.1" status: 204 len: 168 time: 0.1271827 Apr 29 18:58:13.634329 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3722-f092-4e8d-8a0b-77ecac18d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0d78aa-e336-4504-960b-9ff1dc55f27e,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:13.694868 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa575f-ae6a-4a52-848f-b85db37c0d70 req-a5f12125-b3dd-401e-880b-cf2e1f66d14e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:13.696356 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-28fa575f-ae6a-4a52-848f-b85db37c0d70 req-a5f12125-b3dd-401e-880b-cf2e1f66d14e tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0486200 Apr 29 18:58:13.745594 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-28fa575f-ae6a-4a52-848f-b85db37c0d70 req-8f91cae8-6c22-47ea-a649-babb28db2a62 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436842 Apr 29 18:58:13.838510 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-a6f85eed-fd78-4df7-ad43-aafb00010581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:13.840106 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-a6f85eed-fd78-4df7-ad43-aafb00010581 service neutron] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 913 time: 0.0942519 Apr 29 18:58:14.110579 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-44d9ffc2-91f6-4d01-afce-7412c011f793 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd566244-01ed-46b5-beeb-77a582e09d6a HTTP/1.1" status: 200 len: 217 time: 0.0364470 Apr 29 18:58:14.542824 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87833bbe-146e-4888-847a-cfd7eb2152be req-c72f6e6a-f5bd-4166-93b7-faf564fe3fbb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:14.544239 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87833bbe-146e-4888-847a-cfd7eb2152be req-c72f6e6a-f5bd-4166-93b7-faf564fe3fbb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.1448843 Apr 29 18:58:14.560650 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-ea1168a1-0dec-4969-a48a-41852df901d0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:14.562403 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-ea1168a1-0dec-4969-a48a-41852df901d0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.1313791 Apr 29 18:58:14.574114 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-f24fda4e-8fee-46ac-9dce-d5fd1d2dac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:14.575575 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-f24fda4e-8fee-46ac-9dce-d5fd1d2dac67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.1459208 Apr 29 18:58:14.614883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d1168-c29b-4b96-b2a7-a9bf7bbe5b14 req-04e932be-ba92-45d2-8857-acade257fecd tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:14.616475 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6d2d1168-c29b-4b96-b2a7-a9bf7bbe5b14 req-04e932be-ba92-45d2-8857-acade257fecd tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 945 time: 0.1447463 Apr 29 18:58:14.787420 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-d83f7ec2-a15f-4101-8d4f-627cdde13286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:14.788416 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-d83f7ec2-a15f-4101-8d4f-627cdde13286 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1805575 Apr 29 18:58:14.846365 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-87833bbe-146e-4888-847a-cfd7eb2152be req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Deleting port fd566244-01ed-46b5-beeb-77a582e09d6a {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:14.847493 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-87833bbe-146e-4888-847a-cfd7eb2152be req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:14.893618 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6d2d1168-c29b-4b96-b2a7-a9bf7bbe5b14 req-cc6753a2-98c9-4dad-8300-c919d10c5b74 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f89fb07-5f4c-47ec-ab66-f290c2872e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411649 Apr 29 18:58:14.898049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Deleting port eea2362b-3a0b-462b-b200-453fd567ea28 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:14.898389 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:14.916287 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d2b72-d05e-4937-afc2-199fbcf25461 req-43cd38fe-50d1-4d11-a727-7ab6a86054bf tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:14.917861 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cc8d2b72-d05e-4937-afc2-199fbcf25461 req-43cd38fe-50d1-4d11-a727-7ab6a86054bf tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 945 time: 0.0584176 Apr 29 18:58:14.922947 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54648) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:14.973898 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cc8d2b72-d05e-4937-afc2-199fbcf25461 req-94677bcc-2307-4551-9487-a69b665d0651 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483525 Apr 29 18:58:15.036841 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0c12b802-cfe9-49e4-bafa-0a3d999e8d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.072428 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-87833bbe-146e-4888-847a-cfd7eb2152be req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] For port fd566244-01ed-46b5-beeb-77a582e09d6a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=fd566244-01ed-46b5-beeb-77a582e09d6a,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:15.072812 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-87833bbe-146e-4888-847a-cfd7eb2152be req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.078810 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-7c8fd033-05ac-4814-a2dc-a2fe40fcea2e service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772603 Apr 29 18:58:15.107017 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-87833bbe-146e-4888-847a-cfd7eb2152be req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Calling delete_port for fd566244-01ed-46b5-beeb-77a582e09d6a owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:15.114755 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0c12b802-cfe9-49e4-bafa-0a3d999e8d66 admin admin] Publish callbacks [] for security_group (c14fb811-8e31-412c-af8d-b3f732b7eea1), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.119023 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0c12b802-cfe9-49e4-bafa-0a3d999e8d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c14fb811-8e31-412c-af8d-b3f732b7eea1), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.139468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] For port eea2362b-3a0b-462b-b200-453fd567ea28, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eea2362b-3a0b-462b-b200-453fd567ea28,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:15.139836 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.158834 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-0c12b802-cfe9-49e4-bafa-0a3d999e8d66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dbf5a284240437dbae3a69fd39a0d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346263 Apr 29 18:58:15.159586 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12b802-cfe9-49e4-bafa-0a3d999e8d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14fb811-8e31-412c-af8d-b3f732b7eea1,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:15.162138 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54654) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:15.210749 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e4a9-a36b-4465-a44a-239e9816523f admin admin] Publish callbacks [] for security_group (c14fb811-8e31-412c-af8d-b3f732b7eea1), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.232575 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e4a9-a36b-4465-a44a-239e9816523f admin admin] Publish callbacks [] for security_group (c14fb811-8e31-412c-af8d-b3f732b7eea1), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.281756 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e4a9-a36b-4465-a44a-239e9816523f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c14fb811-8e31-412c-af8d-b3f732b7eea1), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.284548 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e4a9-a36b-4465-a44a-239e9816523f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.288089 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-2fd6e4a9-a36b-4465-a44a-239e9816523f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c14fb811-8e31-412c-af8d-b3f732b7eea1 HTTP/1.1" status: 204 len: 168 time: 0.1228991 Apr 29 18:58:15.298094 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6e4a9-a36b-4465-a44a-239e9816523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14fb811-8e31-412c-af8d-b3f732b7eea1,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:15.310443 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f1c77e45-796f-4f56-a98a-35fdb13df69d req-d1a8160b-d78c-47db-b861-53e2c23ea691 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230155 Apr 29 18:58:15.471989 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.472323 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (93d884ca-cf81-4968-8767-94b9181fcea2), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.472710 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Floating IP 93d884ca-cf81-4968-8767-94b9181fcea2 disassociated. External IP: 172.27.0.91, port: eea2362b-3a0b-462b-b200-453fd567ea28. Apr 29 18:58:15.473060 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Calling delete_port for eea2362b-3a0b-462b-b200-453fd567ea28 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:15.477927 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-87833bbe-146e-4888-847a-cfd7eb2152be req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (fd566244-01ed-46b5-beeb-77a582e09d6a), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.544313 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event deleted for resources: {'Port': ['ID=fd566244-01ed-46b5-beeb-77a582e09d6a,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:15.613974 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-87833bbe-146e-4888-847a-cfd7eb2152be req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] No DVR routers for this DVR port fd566244-01ed-46b5-beeb-77a582e09d6a on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:58:15.616697 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-87833bbe-146e-4888-847a-cfd7eb2152be req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.620300 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-87833bbe-146e-4888-847a-cfd7eb2152be req-fea0768b-e876-4819-a030-9a9912866975 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "DELETE /v2.0/ports/fd566244-01ed-46b5-beeb-77a582e09d6a HTTP/1.1" status: 204 len: 173 time: 1.0659754 Apr 29 18:58:15.622431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'name': 'network-vif-deleted', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:15.625570 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f937e7a4-9389-4013-aeb1-b6d152186be8" -d '{"events": [{"server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "name": "network-vif-deleted", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:15.680772 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac34277f-ffed-4f07-8eb1-0aa9e9af9376 x-openstack-request-id: req-ac34277f-ffed-4f07-8eb1-0aa9e9af9376 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:15.681072 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7400b7e3-7b43-48a6-ba82-331e9b3b5f19", "name": "network-vif-deleted", "tag": "fd566244-01ed-46b5-beeb-77a582e09d6a", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:15.681333 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac34277f-ffed-4f07-8eb1-0aa9e9af9376 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:15.681757 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac34277f-ffed-4f07-8eb1-0aa9e9af9376'] response: {'server_uuid': '7400b7e3-7b43-48a6-ba82-331e9b3b5f19', 'name': 'network-vif-deleted', 'tag': 'fd566244-01ed-46b5-beeb-77a582e09d6a', 'status': 'completed', 'code': 200} Apr 29 18:58:15.709699 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (eea2362b-3a0b-462b-b200-453fd567ea28), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:15.738820 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'Port': ['ID=eea2362b-3a0b-462b-b200-453fd567ea28,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:15.857711 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:58:15.990805 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:58:16.010057 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:58:16.036422 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-042529f9-9926-40c4-9ed4-fe01acc9a0ec req-d429becf-8714-4da8-a9f9-9d33b1800d80 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0453246 Apr 29 18:58:16.043825 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:16.043825 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:57:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:16.067815 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] No DVR routers for this DVR port eea2362b-3a0b-462b-b200-453fd567ea28 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:58:16.071268 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:16.075114 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ddfa766a-bbf4-428f-af69-baff4b303439 req-42073f51-5dba-4d39-a563-596833d57367 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "DELETE /v2.0/ports/eea2362b-3a0b-462b-b200-453fd567ea28 HTTP/1.1" status: 204 len: 173 time: 1.5025413 Apr 29 18:58:16.170907 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d5f62862-4750-45e3-98ef-ec80b3ed4a7e req-e5f438b9-ad04-437c-828b-a91257cab7c3 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400b7e3-7b43-48a6-ba82-331e9b3b5f19 HTTP/1.1" status: 200 len: 210 time: 0.0412054 Apr 29 18:58:16.243196 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:16.482397 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '0daeb790-cf4b-433f-840c-179940922f3d', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:53:27Z', 'updated_at': '2022-04-29T18:53:46Z', 'revision_number': 2, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:16.513176 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:58:16.521917 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:16.522522 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:57:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:16.642680 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:16.880355 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '0daeb790-cf4b-433f-840c-179940922f3d', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:53:27Z', 'updated_at': '2022-04-29T18:53:46Z', 'revision_number': 2, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:16.911517 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a71544-8c22-4366-af84-b6a91a83c050 None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '0daeb790-cf4b-433f-840c-179940922f3d', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:11:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:53:27Z', 'updated_at': '2022-04-29T18:53:46Z', 'revision_number': 2, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:58:16.921652 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device fd566244-01ed-46b5-beeb-77a582e09d6a no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:16.949641 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: fd566244-01ed-46b5-beeb-77a582e09d6a {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:58:16.950028 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device fd566244-01ed-46b5-beeb-77a582e09d6a not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:58:17.151672 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-76193f82-784a-4e82-a55a-18d702c4022e req-7f4af24d-a2f1-4d79-b9c7-49642117bda0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ded4025-99d9-4767-a204-585282db0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0331111 Apr 29 18:58:17.210641 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d365020-ce41-4b81-bc58-a0fcabff6d04 None None] New status for floating IP 93d884ca-cf81-4968-8767-94b9181fcea2: DOWN {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:58:17.682362 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ded4025-99d9-4767-a204-585282db0cf6', 'name': 'network-vif-deleted', 'tag': 'eea2362b-3a0b-462b-b200-453fd567ea28'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:17.684873 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed51a9a3-6c5c-40c9-9f95-e28dd1f0b16a" -d '{"events": [{"server_uuid": "1ded4025-99d9-4767-a204-585282db0cf6", "name": "network-vif-deleted", "tag": "eea2362b-3a0b-462b-b200-453fd567ea28"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:17.720201 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24585f7-93d5-4a3b-9863-3974a4031b3b x-openstack-request-id: req-c24585f7-93d5-4a3b-9863-3974a4031b3b {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:17.720568 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ded4025-99d9-4767-a204-585282db0cf6", "name": "network-vif-deleted", "tag": "eea2362b-3a0b-462b-b200-453fd567ea28", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:17.721119 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c24585f7-93d5-4a3b-9863-3974a4031b3b {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:17.721758 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24585f7-93d5-4a3b-9863-3974a4031b3b'] response: {'server_uuid': '1ded4025-99d9-4767-a204-585282db0cf6', 'name': 'network-vif-deleted', 'tag': 'eea2362b-3a0b-462b-b200-453fd567ea28', 'status': 'completed', 'code': 200} Apr 29 18:58:17.945627 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54710) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:18.059001 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c90c-ab58-4d9f-aa9d-ca7549f3d812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.140090 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c90c-ab58-4d9f-aa9d-ca7549f3d812 admin admin] Publish callbacks [] for security_group (c76d70a4-2d23-4121-8efe-a8993e7b009a), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.145585 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c90c-ab58-4d9f-aa9d-ca7549f3d812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c76d70a4-2d23-4121-8efe-a8993e7b009a), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.184189 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-8fa3c90c-ab58-4d9f-aa9d-ca7549f3d812 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bc14cbc9d024779977bd0bf24445df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372155 Apr 29 18:58:18.185136 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3c90c-ab58-4d9f-aa9d-ca7549f3d812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d70a4-2d23-4121-8efe-a8993e7b009a,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:18.187619 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54716) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:18.237623 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54720) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:18.246938 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc46644d-2d1d-4de8-9c4f-04c8618b71c3 admin admin] Publish callbacks [] for security_group (c76d70a4-2d23-4121-8efe-a8993e7b009a), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.269532 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc46644d-2d1d-4de8-9c4f-04c8618b71c3 admin admin] Publish callbacks [] for security_group (c76d70a4-2d23-4121-8efe-a8993e7b009a), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.293626 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f4267c9a-588f-4d93-8fef-5a35f5bfeb2a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (4f89fb07-5f4c-47ec-ab66-f290c2872e02), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.319263 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f4267c9a-588f-4d93-8fef-5a35f5bfeb2a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (4f89fb07-5f4c-47ec-ab66-f290c2872e02), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.319528 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc46644d-2d1d-4de8-9c4f-04c8618b71c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c76d70a4-2d23-4121-8efe-a8993e7b009a), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.321880 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cc46644d-2d1d-4de8-9c4f-04c8618b71c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.323117 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-cc46644d-2d1d-4de8-9c4f-04c8618b71c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c76d70a4-2d23-4121-8efe-a8993e7b009a HTTP/1.1" status: 204 len: 168 time: 0.1344750 Apr 29 18:58:18.332299 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46644d-2d1d-4de8-9c4f-04c8618b71c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d70a4-2d23-4121-8efe-a8993e7b009a,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:18.375059 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f4267c9a-588f-4d93-8fef-5a35f5bfeb2a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4f89fb07-5f4c-47ec-ab66-f290c2872e02), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.378435 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f4267c9a-588f-4d93-8fef-5a35f5bfeb2a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.379634 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f4267c9a-588f-4d93-8fef-5a35f5bfeb2a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "DELETE /v2.0/security-groups/4f89fb07-5f4c-47ec-ab66-f290c2872e02 HTTP/1.1" status: 204 len: 168 time: 0.1407690 Apr 29 18:58:18.382524 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54726) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:18.392446 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4267c9a-588f-4d93-8fef-5a35f5bfeb2a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f89fb07-5f4c-47ec-ab66-f290c2872e02,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:18.405497 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.api.v2.resource [None req-cfd646f6-5b88-4623-aa9f-9d1f3d1e03fc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] show failed (client error): The resource could not be found. Apr 29 18:58:18.406749 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-cfd646f6-5b88-4623-aa9f-9d1f3d1e03fc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups/4f89fb07-5f4c-47ec-ab66-f290c2872e02 HTTP/1.1" status: 404 len: 347 time: 0.0231721 Apr 29 18:58:18.410446 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54730) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:18.539829 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Deleting port 37b39d0d-5708-4f4a-a215-08fd8d592ddb {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:18.540181 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (37b39d0d-5708-4f4a-a215-08fd8d592ddb), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.624927 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (37b39d0d-5708-4f4a-a215-08fd8d592ddb), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.625174 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (37b39d0d-5708-4f4a-a215-08fd8d592ddb), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.639129 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Calling delete_port for 37b39d0d-5708-4f4a-a215-08fd8d592ddb owned by network:floatingip {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:18.788656 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (37b39d0d-5708-4f4a-a215-08fd8d592ddb), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.814549 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'Port': ['ID=37b39d0d-5708-4f4a-a215-08fd8d592ddb,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:18.879268 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (93d884ca-cf81-4968-8767-94b9181fcea2), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.882047 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:18.884682 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-e61e913c-62db-4ba1-8d8f-6973915e8187 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "DELETE /v2.0/floatingips/93d884ca-cf81-4968-8767-94b9181fcea2 HTTP/1.1" status: 204 len: 168 time: 0.4730623 Apr 29 18:58:18.907315 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device eea2362b-3a0b-462b-b200-453fd567ea28 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:18.932220 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: eea2362b-3a0b-462b-b200-453fd567ea28 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:58:18.932611 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device eea2362b-3a0b-462b-b200-453fd567ea28 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:58:19.507996 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54804) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:19.938473 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Deleting port cd634bfd-2376-4377-9f04-816c4553f025 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:19.938812 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (cd634bfd-2376-4377-9f04-816c4553f025), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:20.013952 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (cd634bfd-2376-4377-9f04-816c4553f025), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:20.014266 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (cd634bfd-2376-4377-9f04-816c4553f025), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:20.028947 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Calling delete_port for cd634bfd-2376-4377-9f04-816c4553f025 owned by network:floatingip {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:20.180885 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (cd634bfd-2376-4377-9f04-816c4553f025), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:20.213501 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event deleted for resources: {'Port': ['ID=cd634bfd-2376-4377-9f04-816c4553f025,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:20.286427 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (20de7bfd-a839-46e1-bc26-4a19687b9cd3), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:20.286933 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Floating IP 20de7bfd-a839-46e1-bc26-4a19687b9cd3 disassociated (deleted). External IP: 172.27.0.76, port: a98e0298-a6e0-4abe-814c-f501ba9972d9. Apr 29 18:58:20.514364 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Router af78d2cf-fd83-437b-a880-30dd860d49a6 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:58:20.632654 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:58:20.637730 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:20.642354 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] Sync routers for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:58:20.660287 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:20.661330 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:57:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:20.673302 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a02359a5-33bb-48e3-a4d0-0fb5480acf3b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "DELETE /v2.0/floatingips/20de7bfd-a839-46e1-bc26-4a19687b9cd3 HTTP/1.1" status: 204 len: 168 time: 1.1641645 Apr 29 18:58:20.674184 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:20.676826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad2b090-962b-403c-ba20-18e966217e25" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:20.715823 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a229ad-10f4-442d-9105-aa784c8ddf37 x-openstack-request-id: req-d6a229ad-10f4-442d-9105-aa784c8ddf37 {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:20.716173 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:20.716626 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6a229ad-10f4-442d-9105-aa784c8ddf37 {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:20.717079 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a229ad-10f4-442d-9105-aa784c8ddf37'] response: {'name': 'network-changed', 'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'status': 'completed', 'code': 200} Apr 29 18:58:20.792844 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:20.820860 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b090-962b-403c-ba20-18e966217e25 req-060a2d60-a0ef-48f3-8a56-12600759f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:20.823166 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aad2b090-962b-403c-ba20-18e966217e25 req-060a2d60-a0ef-48f3-8a56-12600759f2ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8853dc3f41e147018cc50778b57b9c97&device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 1129 time: 0.0508187 Apr 29 18:58:20.960287 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b090-962b-403c-ba20-18e966217e25 req-c479892a-4c2c-4279-b5ea-e353c78820be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:20.961832 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aad2b090-962b-403c-ba20-18e966217e25 req-c479892a-4c2c-4279-b5ea-e353c78820be service neutron] 10.222.0.15 "GET /v2.0/networks?id=337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 200 len: 913 time: 0.1254981 Apr 29 18:58:20.973640 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59fada-ada5-4e5c-b93c-4296cf458dc2 req-947b96a1-41ec-4c90-b7e3-15517d08d735 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:20.975144 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ef59fada-ada5-4e5c-b93c-4296cf458dc2 req-947b96a1-41ec-4c90-b7e3-15517d08d735 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.0759785 Apr 29 18:58:21.030596 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ef59fada-ada5-4e5c-b93c-4296cf458dc2 req-7cfb24d0-60ad-43c7-98d8-b7d432b46982 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494111 Apr 29 18:58:21.102270 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:21.116222 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aad2b090-962b-403c-ba20-18e966217e25 req-ab9fbabc-9814-4852-bdca-b4bd7ca02939 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9 HTTP/1.1" status: 200 len: 217 time: 0.0433333 Apr 29 18:58:21.133945 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] Checking router: af78d2cf-fd83-437b-a880-30dd860d49a6 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:58:21.143091 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:21.144109 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:57:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:21.182831 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b090-962b-403c-ba20-18e966217e25 req-942888c6-acce-4b43-ae3d-f421ae0e4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:21.185926 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aad2b090-962b-403c-ba20-18e966217e25 req-942888c6-acce-4b43-ae3d-f421ae0e4e65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 200 len: 851 time: 0.0547550 Apr 29 18:58:21.244443 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b090-962b-403c-ba20-18e966217e25 req-62800cee-4b3b-4110-984e-e02a5381031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:21.246269 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aad2b090-962b-403c-ba20-18e966217e25 req-62800cee-4b3b-4110-984e-e02a5381031f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=337102da-809f-4a0b-9083-4f036df3d9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434756 Apr 29 18:58:21.272031 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:21.366610 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aad2b090-962b-403c-ba20-18e966217e25 req-b32e50d1-98c2-4034-8a90-e6ad6665b42e service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080656 Apr 29 18:58:21.497461 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:21.526116 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad39ba7-5272-4ee5-9789-12a1efbb441b None None] The sync data for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi is: [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:46:16Z', 'revision_number': 4, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '1c2f1a73-bd82-462b-a962-6bd6c81885bf', 'name': '', 'network_id': '337102da-809f-4a0b-9083-4f036df3d9f9', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'mac_address': 'fa:16:3e:f4:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6529c5bb-1d89-43b3-9409-929526bca951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:15Z', 'updated_at': '2022-04-29T18:46:21Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'subnets': [{'id': '6529c5bb-1d89-43b3-9409-929526bca951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:58:21.608892 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aad2b090-962b-403c-ba20-18e966217e25 req-52d53506-4528-4c97-b94d-6af165ac37f1 service neutron] 10.222.0.15 "GET /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065197 Apr 29 18:58:21.610027 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ce320-f309-4f55-9930-072aa1a991af req-5543c208-e5cf-4630-86f1-823fd447530c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:21.611811 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ae3ce320-f309-4f55-9930-072aa1a991af req-5543c208-e5cf-4630-86f1-823fd447530c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0556753 Apr 29 18:58:21.664011 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-ae3ce320-f309-4f55-9930-072aa1a991af req-ab83130c-7aae-485f-81ee-052a1508b402 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465386 Apr 29 18:58:21.772905 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a06d6-ef0d-4bec-b418-a2e55af69d96 None None] New status for floating IP 20de7bfd-a839-46e1-bc26-4a19687b9cd3: DOWN {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:58:22.159020 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08014-64e7-409d-b670-627361d950f0 req-d5f216b2-5bec-4bf7-a651-eef8a493b1df tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:22.160310 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58b08014-64e7-409d-b670-627361d950f0 req-d5f216b2-5bec-4bf7-a651-eef8a493b1df tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Apr 29 18:58:22.216119 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58b08014-64e7-409d-b670-627361d950f0 req-a9170b53-5ed7-4dca-8b2e-f4d0d22dc09b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499847 Apr 29 18:58:22.795732 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a31e8-7162-4a71-b56c-af687562a9d1 req-9acba4cb-bb66-461a-99cb-f86aeadebf67 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:22.797239 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-079a31e8-7162-4a71-b56c-af687562a9d1 req-9acba4cb-bb66-461a-99cb-f86aeadebf67 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0593927 Apr 29 18:58:22.851859 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-079a31e8-7162-4a71-b56c-af687562a9d1 req-fa850162-9aeb-4794-a3cc-c3e18f29843f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480261 Apr 29 18:58:23.121376 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7e91b77a-578b-4c80-9f6c-b32edf8528b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:23.345721 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30ed32-6eb7-4079-8646-e9b36205a29c req-5ff86c07-420b-4578-adf4-4512ff555005 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:23.347404 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dc30ed32-6eb7-4079-8646-e9b36205a29c req-5ff86c07-420b-4578-adf4-4512ff555005 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.0555553 Apr 29 18:58:23.397489 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-dc30ed32-6eb7-4079-8646-e9b36205a29c req-5c010e69-77ac-4e9f-8310-798ba3f6e291 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Apr 29 18:58:23.971404 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b9a74-3395-4a97-ade1-f5b422edb1f7 req-add21fb8-2b2f-46aa-b877-f26e2e8b78b6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:23.972916 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-392b9a74-3395-4a97-ade1-f5b422edb1f7 req-add21fb8-2b2f-46aa-b877-f26e2e8b78b6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0491681 Apr 29 18:58:24.022130 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-392b9a74-3395-4a97-ade1-f5b422edb1f7 req-f5fe4aa8-ca01-4f60-adb1-47cb04ad30e5 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430431 Apr 29 18:58:24.437866 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-0fb96741-2640-4d81-9581-37d15054419b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:24.439209 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-0fb96741-2640-4d81-9581-37d15054419b tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.0792084 Apr 29 18:58:24.450652 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c72eb-5b6a-4966-a875-45580416011c req-5350cac1-1cd5-42dd-ab14-70bb20534652 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:24.452215 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f57c72eb-5b6a-4966-a875-45580416011c req-5350cac1-1cd5-42dd-ab14-70bb20534652 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0629933 Apr 29 18:58:24.907410 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device a98e0298-a6e0-4abe-814c-f501ba9972d9 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:24.909772 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93012e-a0f6-4a9f-b364-aa076f430676 req-52f9e3bc-b557-44fa-bb6b-e736e2a12f06 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:24.911300 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1e93012e-a0f6-4a9f-b364-aa076f430676 req-52f9e3bc-b557-44fa-bb6b-e736e2a12f06 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 945 time: 0.4105389 Apr 29 18:58:24.930583 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Deleting port 43874897-2556-4a7d-a94b-ccc8ffc8647e {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:24.930913 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:24.935667 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Deleting port a98e0298-a6e0-4abe-814c-f501ba9972d9 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:24.935980 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:24.990199 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port a98e0298-a6e0-4abe-814c-f501ba9972d9 is: ACTIVE; New status is: DOWN {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:58:24.990595 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.013869 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:25.017211 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f53bec7-2cf5-4b0c-bc07-59098394d906" -d '{"events": [{"server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "name": "network-vif-unplugged", "status": "completed", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:25.032578 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port a98e0298-a6e0-4abe-814c-f501ba9972d9, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:25.040237 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.071339 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee993b4b-fc40-461d-9a13-31e7f1ccc63f x-openstack-request-id: req-ee993b4b-fc40-461d-9a13-31e7f1ccc63f {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:25.071678 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "name": "network-vif-unplugged", "status": "completed", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:25.071932 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee993b4b-fc40-461d-9a13-31e7f1ccc63f {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:25.072321 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee993b4b-fc40-461d-9a13-31e7f1ccc63f'] response: {'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'code': 200} Apr 29 18:58:25.097918 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=a98e0298-a6e0-4abe-814c-f501ba9972d9,revision_number=6']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:25.106085 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.106346 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.106867 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.107043 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-1e93012e-a0f6-4a9f-b364-aa076f430676 req-045c8d8c-4242-4ee3-b35b-3f2a701816d7 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/security-groups?id=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892006 Apr 29 18:58:25.107552 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.108057 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.108642 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.109127 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.109622 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.110112 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.110593 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.111203 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.111403 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.111871 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.112334 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.112851 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:58:25.131113 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] For port 43874897-2556-4a7d-a94b-ccc8ffc8647e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=43874897-2556-4a7d-a94b-ccc8ffc8647e,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:25.131478 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.155150 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] For port a98e0298-a6e0-4abe-814c-f501ba9972d9, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a98e0298-a6e0-4abe-814c-f501ba9972d9,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:25.155509 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.180779 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356540f-0ff5-401a-89e8-9bdcfcedb99e req-aed7adc0-daca-4ea5-b3ac-a5932ba991d6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:25.182380 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3356540f-0ff5-401a-89e8-9bdcfcedb99e req-aed7adc0-daca-4ea5-b3ac-a5932ba991d6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 946 time: 0.0499225 Apr 29 18:58:25.201034 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Calling delete_port for a98e0298-a6e0-4abe-814c-f501ba9972d9 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:25.237741 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3356540f-0ff5-401a-89e8-9bdcfcedb99e req-ddea1d20-33e8-47c0-bf18-9addccb0d078 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=46cd9679-ee97-43d0-adf0-7de9ebfb686d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491440 Apr 29 18:58:25.362942 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d57f-9a5b-427c-94f6-b04f5af1debf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.395189 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.395761 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (0daeb790-cf4b-433f-840c-179940922f3d), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.396071 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Floating IP 0daeb790-cf4b-433f-840c-179940922f3d disassociated. External IP: 172.27.0.208, port: 43874897-2556-4a7d-a94b-ccc8ffc8647e. Apr 29 18:58:25.396420 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Calling delete_port for 43874897-2556-4a7d-a94b-ccc8ffc8647e owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:25.510644 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (a98e0298-a6e0-4abe-814c-f501ba9972d9), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.544883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event deleted for resources: {'Port': ['ID=a98e0298-a6e0-4abe-814c-f501ba9972d9,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:25.607409 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] No DVR routers for this DVR port a98e0298-a6e0-4abe-814c-f501ba9972d9 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:58:25.626726 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.630148 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-6fe2edec-ea7e-48b7-aaff-d01860a88f19 req-636d82dd-9d45-4155-a4c8-ad94cc8ed220 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.15 "DELETE /v2.0/ports/a98e0298-a6e0-4abe-814c-f501ba9972d9 HTTP/1.1" status: 204 len: 173 time: 1.1768429 Apr 29 18:58:25.630619 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'name': 'network-vif-deleted', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:25.632924 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe89fd9-b01a-461e-b82f-4ecc79191d0c" -d '{"events": [{"server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "name": "network-vif-deleted", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:25.670734 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (43874897-2556-4a7d-a94b-ccc8ffc8647e), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:25.679582 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ed9dc-cdce-423e-bc39-d6f891117777 x-openstack-request-id: req-471ed9dc-cdce-423e-bc39-d6f891117777 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:25.680043 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb7139b-8c5b-4252-b174-3a591286c309", "name": "network-vif-deleted", "tag": "a98e0298-a6e0-4abe-814c-f501ba9972d9", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:25.680306 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-471ed9dc-cdce-423e-bc39-d6f891117777 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:25.680761 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471ed9dc-cdce-423e-bc39-d6f891117777'] response: {'server_uuid': 'ebb7139b-8c5b-4252-b174-3a591286c309', 'name': 'network-vif-deleted', 'tag': 'a98e0298-a6e0-4abe-814c-f501ba9972d9', 'status': 'completed', 'code': 200} Apr 29 18:58:25.705897 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'Port': ['ID=43874897-2556-4a7d-a94b-ccc8ffc8647e,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:25.829166 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:58:25.952036 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:58:25.967833 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:58:25.978590 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:25.979245 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:58:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:26.005374 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] No DVR routers for this DVR port 43874897-2556-4a7d-a94b-ccc8ffc8647e on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:58:26.008125 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:26.012905 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f57c72eb-5b6a-4966-a875-45580416011c req-71f44283-a598-4b4e-bab9-f87fa47f9028 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "DELETE /v2.0/ports/43874897-2556-4a7d-a94b-ccc8ffc8647e HTTP/1.1" status: 204 len: 173 time: 1.5526118 Apr 29 18:58:26.142658 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:26.283921 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-9cfe9997-9ef5-4c88-923d-79ff0e121a85 req-13791637-9937-4614-a508-7b9b8e4f0d6a tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb7139b-8c5b-4252-b174-3a591286c309 HTTP/1.1" status: 200 len: 210 time: 0.0412192 Apr 29 18:58:26.384533 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:26.403492 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:26.413036 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:58:26.423157 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:26.424015 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:58:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:26.545242 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:26.548121 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8b95f56d-8a71-4161-b565-d78171b65561 req-2c68daf1-b39f-4991-a9b3-b1682fbfd921 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fb37c59-c0bc-4263-8e0c-aa7140c4394b HTTP/1.1" status: 200 len: 210 time: 0.0342827 Apr 29 18:58:26.755791 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:26.784161 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853aeb0-4b60-421e-b613-c1e3118c3bc1 None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:58:27.093939 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe942a69-b51a-4102-a816-762ddf4eadfc None None] New status for floating IP 0daeb790-cf4b-433f-840c-179940922f3d: DOWN {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:58:27.333672 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54878) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:27.456841 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Deleting port b0bc43f0-d587-4afb-be51-08bb4bbb4991 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:27.457208 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (b0bc43f0-d587-4afb-be51-08bb4bbb4991), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.534018 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (b0bc43f0-d587-4afb-be51-08bb4bbb4991), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.534317 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (b0bc43f0-d587-4afb-be51-08bb4bbb4991), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.547361 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Calling delete_port for b0bc43f0-d587-4afb-be51-08bb4bbb4991 owned by network:floatingip {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:27.640633 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.642093 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54884) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:27.681483 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'name': 'network-vif-deleted', 'tag': '43874897-2556-4a7d-a94b-ccc8ffc8647e'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:27.683742 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc657f2-7c0a-4b40-bbc5-b2b584b19f09" -d '{"events": [{"server_uuid": "3fb37c59-c0bc-4263-8e0c-aa7140c4394b", "name": "network-vif-deleted", "tag": "43874897-2556-4a7d-a94b-ccc8ffc8647e"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:27.705762 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (b0bc43f0-d587-4afb-be51-08bb4bbb4991), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.713983 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5051c43f-3db4-473e-b93a-c6caea2048f7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (46cd9679-ee97-43d0-adf0-7de9ebfb686d), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.729220 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23221ed8-06e0-497d-8e12-45ad9470cbf3 x-openstack-request-id: req-23221ed8-06e0-497d-8e12-45ad9470cbf3 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:27.729521 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb37c59-c0bc-4263-8e0c-aa7140c4394b", "name": "network-vif-deleted", "tag": "43874897-2556-4a7d-a94b-ccc8ffc8647e", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:27.729779 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23221ed8-06e0-497d-8e12-45ad9470cbf3 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:27.730182 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23221ed8-06e0-497d-8e12-45ad9470cbf3'] response: {'server_uuid': '3fb37c59-c0bc-4263-8e0c-aa7140c4394b', 'name': 'network-vif-deleted', 'tag': '43874897-2556-4a7d-a94b-ccc8ffc8647e', 'status': 'completed', 'code': 200} Apr 29 18:58:27.731614 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event deleted for resources: {'Port': ['ID=b0bc43f0-d587-4afb-be51-08bb4bbb4991,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:27.745326 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5051c43f-3db4-473e-b93a-c6caea2048f7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (46cd9679-ee97-43d0-adf0-7de9ebfb686d), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.800741 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5051c43f-3db4-473e-b93a-c6caea2048f7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (46cd9679-ee97-43d0-adf0-7de9ebfb686d), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.805243 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for floatingip (1f881e36-7f81-439c-8b9b-bf03d4cb9f37), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.805466 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-5051c43f-3db4-473e-b93a-c6caea2048f7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.809434 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-5051c43f-3db4-473e-b93a-c6caea2048f7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "DELETE /v2.0/security-groups/46cd9679-ee97-43d0-adf0-7de9ebfb686d HTTP/1.1" status: 204 len: 168 time: 0.1636996 Apr 29 18:58:27.809587 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:27.809587 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-02732076-9703-431f-9bd6-3caf9583a3fb tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "DELETE /v2.0/floatingips/1f881e36-7f81-439c-8b9b-bf03d4cb9f37 HTTP/1.1" status: 204 len: 168 time: 0.4744389 Apr 29 18:58:27.809784 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54888) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:27.822022 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051c43f-3db4-473e-b93a-c6caea2048f7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cd9679-ee97-43d0-adf0-7de9ebfb686d,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:27.829989 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.api.v2.resource [None req-38a6cb92-3ec1-4b20-99ec-4dc47a2a137e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] show failed (client error): The resource could not be found. Apr 29 18:58:27.832057 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-38a6cb92-3ec1-4b20-99ec-4dc47a2a137e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups/46cd9679-ee97-43d0-adf0-7de9ebfb686d HTTP/1.1" status: 404 len: 347 time: 0.0212233 Apr 29 18:58:27.835495 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54892) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:27.968699 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Deleting port e44d0b55-0505-41fe-9932-3a1f3ab55450 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:27.969050 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (e44d0b55-0505-41fe-9932-3a1f3ab55450), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.050412 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (e44d0b55-0505-41fe-9932-3a1f3ab55450), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.050769 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (e44d0b55-0505-41fe-9932-3a1f3ab55450), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.064105 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Calling delete_port for e44d0b55-0505-41fe-9932-3a1f3ab55450 owned by network:floatingip {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:28.209244 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (e44d0b55-0505-41fe-9932-3a1f3ab55450), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.239918 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'Port': ['ID=e44d0b55-0505-41fe-9932-3a1f3ab55450,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:28.304348 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (0daeb790-cf4b-433f-840c-179940922f3d), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.306920 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.310547 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-5e377a93-acde-4391-b711-d87b132cb431 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "DELETE /v2.0/floatingips/0daeb790-cf4b-433f-840c-179940922f3d HTTP/1.1" status: 204 len: 168 time: 0.4716938 Apr 29 18:58:28.621309 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54904) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:28.625970 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-c8b8d8d0-28e8-4f7e-b66b-60d0dbe690ff tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--260227954', 'description': 'tempest-description--1186680704'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:58:28.650411 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d8d0-28e8-4f7e-b66b-60d0dbe690ff tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.721922 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d8d0-28e8-4f7e-b66b-60d0dbe690ff tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (da50d92b-7123-4850-8959-de035478a402), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.728165 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d8d0-28e8-4f7e-b66b-60d0dbe690ff tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (da50d92b-7123-4850-8959-de035478a402), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.760157 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c8b8d8d0-28e8-4f7e-b66b-60d0dbe690ff tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.761434 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c8b8d8d0-28e8-4f7e-b66b-60d0dbe690ff tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390369 Apr 29 18:58:28.763401 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8d8d0-28e8-4f7e-b66b-60d0dbe690ff tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da50d92b-7123-4850-8959-de035478a402,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:28.765198 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54906) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:28.770361 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-5a13bb97-7ec0-4513-97b3-dfad10c73df2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group_rule': {'security_group_id': 'da50d92b-7123-4850-8959-de035478a402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:58:28.798365 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5a13bb97-7ec0-4513-97b3-dfad10c73df2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (e781b58e-6a0d-49b2-b102-6af18732dfbc), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.858458 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5a13bb97-7ec0-4513-97b3-dfad10c73df2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (e781b58e-6a0d-49b2-b102-6af18732dfbc), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.863312 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5a13bb97-7ec0-4513-97b3-dfad10c73df2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (e781b58e-6a0d-49b2-b102-6af18732dfbc), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.882243 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13bb97-7ec0-4513-97b3-dfad10c73df2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e781b58e-6a0d-49b2-b102-6af18732dfbc,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:28.887312 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-5a13bb97-7ec0-4513-97b3-dfad10c73df2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.888580 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-5a13bb97-7ec0-4513-97b3-dfad10c73df2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221123 Apr 29 18:58:28.891162 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54908) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:28.895612 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-be470b14-0d05-463f-9703-4542a6ad88c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group_rule': {'security_group_id': 'da50d92b-7123-4850-8959-de035478a402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:58:28.913322 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 43874897-2556-4a7d-a94b-ccc8ffc8647e no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:28.924362 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-be470b14-0d05-463f-9703-4542a6ad88c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (f781aa99-bcf4-4003-bb07-87ea6d547001), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.935125 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: 43874897-2556-4a7d-a94b-ccc8ffc8647e {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:58:28.935467 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 43874897-2556-4a7d-a94b-ccc8ffc8647e not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:58:28.985189 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-be470b14-0d05-463f-9703-4542a6ad88c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (f781aa99-bcf4-4003-bb07-87ea6d547001), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:28.989487 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-be470b14-0d05-463f-9703-4542a6ad88c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (f781aa99-bcf4-4003-bb07-87ea6d547001), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.008258 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be470b14-0d05-463f-9703-4542a6ad88c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f781aa99-bcf4-4003-bb07-87ea6d547001,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:29.016708 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-be470b14-0d05-463f-9703-4542a6ad88c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.017930 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-be470b14-0d05-463f-9703-4542a6ad88c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258488 Apr 29 18:58:29.018925 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54912) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:29.021050 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54914) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:29.025599 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:58:29.049444 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.082802 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-228f7612-3918-484d-95c5-383ed6145e17 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group (c19831e7-f9f2-4a8b-b338-2a5b4e4759d3), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.110764 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-228f7612-3918-484d-95c5-383ed6145e17 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group (c19831e7-f9f2-4a8b-b338-2a5b4e4759d3), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.133633 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.181509 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-228f7612-3918-484d-95c5-383ed6145e17 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c19831e7-f9f2-4a8b-b338-2a5b4e4759d3), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.184276 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-228f7612-3918-484d-95c5-383ed6145e17 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.185545 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-228f7612-3918-484d-95c5-383ed6145e17 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] 10.222.0.50 "DELETE /v2.0/security-groups/c19831e7-f9f2-4a8b-b338-2a5b4e4759d3 HTTP/1.1" status: 204 len: 168 time: 0.1657357 Apr 29 18:58:29.195224 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f7612-3918-484d-95c5-383ed6145e17 tempest-TestVolumeBootPattern-1715568086 tempest-TestVolumeBootPattern-1715568086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19831e7-f9f2-4a8b-b338-2a5b4e4759d3,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:29.252832 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Allocated IP 172.27.0.248 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/6a908896-e271-46ac-93a0-f7810255674f) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:58:29.263313 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54920) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:29.360231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (6a908896-e271-46ac-93a0-f7810255674f), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.383287 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.401666 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (6a908896-e271-46ac-93a0-f7810255674f), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.440300 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:58:29.447551 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:58:29.452028 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:58:29.455218 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=6a908896-e271-46ac-93a0-f7810255674f,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:29.541471 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (6f5615a6-6996-423b-ba8a-1a1821842df0), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.581247 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (6a908896-e271-46ac-93a0-f7810255674f), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.745922 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (6a908896-e271-46ac-93a0-f7810255674f), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.751800 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (6a908896-e271-46ac-93a0-f7810255674f), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.768155 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (af78d2cf-fd83-437b-a880-30dd860d49a6), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.825607 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=6a908896-e271-46ac-93a0-f7810255674f,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:29.835579 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (6f5615a6-6996-423b-ba8a-1a1821842df0), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.854679 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:29.855709 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c23378e9-6361-428d-a14c-f2e3c140c2e7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8334968 Apr 29 18:58:30.033439 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Deleting port 1c2f1a73-bd82-462b-a962-6bd6c81885bf {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:30.033790 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:30.132938 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-402ec026-3dd8-4373-9630-11adc66f5d07 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--260227954&fields=id&tenant_id=9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 267 time: 0.0853753 Apr 29 18:58:30.188107 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] For port 1c2f1a73-bd82-462b-a962-6bd6c81885bf, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=1c2f1a73-bd82-462b-a962-6bd6c81885bf,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:30.188452 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:30.228457 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Calling delete_port for 1c2f1a73-bd82-462b-a962-6bd6c81885bf owned by network:router_interface {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:30.304650 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-217ffb9f-ea59-4a08-916b-9ef55644af4f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:30.305983 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-217ffb9f-ea59-4a08-916b-9ef55644af4f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 815 time: 0.1641653 Apr 29 18:58:30.330316 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-d4466a84-f746-4733-b4ca-989cc12a6f25 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/quotas/9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 375 time: 0.0187645 Apr 29 18:58:30.424878 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-1b58ae26-7c07-4e0c-a3e1-f449c8cbd4cf tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879619 Apr 29 18:58:30.555496 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (1c2f1a73-bd82-462b-a962-6bd6c81885bf), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:30.563463 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-411eb125-3202-487a-827f-6bc3adb84005 service neutron] 10.222.0.50 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266255 Apr 29 18:58:30.585849 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2f1a73-bd82-462b-a962-6bd6c81885bf,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:30.770029 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-4951a6c2-19d3-4623-9c4c-3a8426831f26 service neutron] 10.222.0.50 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869309 Apr 29 18:58:30.840063 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (af78d2cf-fd83-437b-a880-30dd860d49a6), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:31.022835 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a2f48d2c-8cbc-46d8-96ee-a045d0ff4e33 req-b2824163-27aa-4aa4-9183-94cbce123e24 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 210 time: 0.1155784 Apr 29 18:58:31.362073 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Router af78d2cf-fd83-437b-a880-30dd860d49a6 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:58:31.473700 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:58:31.479987 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-c23f7819-1a35-43b3-b472-f76a97137de8 admin admin] 10.222.0.50 "PUT /v2.0/routers/af78d2cf-fd83-437b-a880-30dd860d49a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2147002 Apr 29 18:58:31.482428 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54954) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:31.485697 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] Sync routers for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:58:31.499189 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:31.500081 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:58:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:31.604860 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks [] for router (af78d2cf-fd83-437b-a880-30dd860d49a6), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:31.621865 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:31.715029 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks [] for router_gateway (af78d2cf-fd83-437b-a880-30dd860d49a6), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:31.765606 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Deleting port 0709787c-90f7-48ea-bae3-16297cdabd17 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:31.765956 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:31.847648 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] For port 0709787c-90f7-48ea-bae3-16297cdabd17, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0709787c-90f7-48ea-bae3-16297cdabd17,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:31.848367 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:31.865710 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Calling delete_port for 0709787c-90f7-48ea-bae3-16297cdabd17 owned by network:router_gateway {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:31.888914 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:58:30Z', 'revision_number': 5, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port': {'id': '0709787c-90f7-48ea-bae3-16297cdabd17', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:14Z', 'updated_at': '2022-04-29T18:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:31.920023 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] Checking router: af78d2cf-fd83-437b-a880-30dd860d49a6 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:58:31.928989 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] Routers {'af78d2cf-fd83-437b-a880-30dd860d49a6'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:31.929615 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:58:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['af78d2cf-fd83-437b-a880-30dd860d49a6'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:32.022668 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] Set router af78d2cf-fd83-437b-a880-30dd860d49a6 gateway port host: None {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:32.058049 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (0709787c-90f7-48ea-bae3-16297cdabd17), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.080630 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:58:31Z', 'revision_number': 6, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port_host': None}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:32.102816 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Pushing event deleted for resources: {'Port': ['ID=0709787c-90f7-48ea-bae3-16297cdabd17,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:32.117442 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87251d86-86c3-4299-9dbc-6b90251b1087 None None] The sync data for ids ['af78d2cf-fd83-437b-a880-30dd860d49a6'] in dv-cinder-839987-1-iscsi is: [{'id': 'af78d2cf-fd83-437b-a880-30dd860d49a6', 'name': 'tempest-TestVolumeBootPattern-1616825568-router', 'tenant_id': '8853dc3f41e147018cc50778b57b9c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:13Z', 'updated_at': '2022-04-29T18:58:31Z', 'revision_number': 6, 'project_id': '8853dc3f41e147018cc50778b57b9c97', 'gw_port_host': None}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:58:32.183562 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-eac0db3e-bb09-4eb6-b3d7-9f2ab45b5240 req-9ded0199-09dd-4707-a080-c00d73ea94d4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 210 time: 0.0784931 Apr 29 18:58:32.209831 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-8d434d82-1eb5-438a-9749-52bfd16f6b10 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:32.212001 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-8d434d82-1eb5-438a-9749-52bfd16f6b10 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 815 time: 0.1698611 Apr 29 18:58:32.213831 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (af78d2cf-fd83-437b-a880-30dd860d49a6), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.296432 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-2153c827-2731-4bc8-8b7a-de2dba7ad0e8 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 379 time: 0.0602179 Apr 29 18:58:32.312121 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'port': {'device_id': '3e544d58-c396-4b18-8b81-93897ec832ba', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'admin_state_up': True, 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'security_groups': ['da50d92b-7123-4850-8959-de035478a402']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:58:32.341311 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (af78d2cf-fd83-437b-a880-30dd860d49a6), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.343533 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks [] for router_controller (af78d2cf-fd83-437b-a880-30dd860d49a6), precommit_delete_associations {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.387759 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.411616 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (af78d2cf-fd83-437b-a880-30dd860d49a6), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.412112 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Fanout notify agent at l3_agent the message router_deleted on router af78d2cf-fd83-437b-a880-30dd860d49a6 {{(pid=110120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 18:58:32.417369 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.418471 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-2446a77f-8fd9-4b8d-a09e-f25dcb67314c admin admin] 10.222.0.50 "DELETE /v2.0/routers/af78d2cf-fd83-437b-a880-30dd860d49a6 HTTP/1.1" status: 204 len: 168 time: 0.9349825 Apr 29 18:58:32.421067 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54972) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:32.449727 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Made reservation on behalf of 9da6a94754bf43c4a0119272fb920c06 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:58:32.453007 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.491293 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-8807c422-22e9-4c4d-9950-0a974fca4c77 admin admin] Deleting subnet 6529c5bb-1d89-43b3-9409-929526bca951 {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:58:32.497035 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8807c422-22e9-4c4d-9950-0a974fca4c77 admin admin] Publish callbacks [] for subnet (6529c5bb-1d89-43b3-9409-929526bca951), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.584886 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8807c422-22e9-4c4d-9950-0a974fca4c77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (6529c5bb-1d89-43b3-9409-929526bca951), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.589121 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:58:32.667649 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Allocated IP 172.20.0.10 (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee/128889e7-1c39-4f70-92db-9fbc21850354/5ff6c250-7aa9-4163-9799-c35517b006f0) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:58:32.724051 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8807c422-22e9-4c4d-9950-0a974fca4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (6529c5bb-1d89-43b3-9409-929526bca951), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.841407 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8807c422-22e9-4c4d-9950-0a974fca4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (6529c5bb-1d89-43b3-9409-929526bca951), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.883427 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807c422-22e9-4c4d-9950-0a974fca4c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6529c5bb-1d89-43b3-9409-929526bca951,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:32.886998 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-8807c422-22e9-4c4d-9950-0a974fca4c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.888539 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-8807c422-22e9-4c4d-9950-0a974fca4c77 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6529c5bb-1d89-43b3-9409-929526bca951 HTTP/1.1" status: 204 len: 168 time: 0.4665027 Apr 29 18:58:32.891148 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54978) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:32.892287 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921d578-cfff-4258-a180-b5f975f8428e None None] Network 337102da-809f-4a0b-9083-4f036df3d9f9 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:58:32.906993 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.966565 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:32.981030 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (337102da-809f-4a0b-9083-4f036df3d9f9), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.029118 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:58:33.035047 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:58:33.039563 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 18:58:33.051388 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Deleting port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:33.051836 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.068872 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=5ff6c250-7aa9-4163-9799-c35517b006f0,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:33.083919 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea978e1-f425-4656-a352-873b4e5bb84a None None] DHCP port deletion for 337102da-809f-4a0b-9083-4f036df3d9f9 request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 18:58:33.122507 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 1c2f1a73-bd82-462b-a962-6bd6c81885bf no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:33.122767 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:33.123355 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.124919 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] For port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0b49b812-f720-4b48-bb0e-1d8252ba2d3d,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:33.125280 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.143068 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Calling delete_port for 0b49b812-f720-4b48-bb0e-1d8252ba2d3d owned by network:dhcp {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:33.144834 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-c1b902ac-c01f-4a7d-9ff0-6cfc799cba14 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8368750 Apr 29 18:58:33.164117 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Request body: {'port': {'device_id': '3e544d58-c396-4b18-8b81-93897ec832ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:58:33.172854 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 1c2f1a73-bd82-462b-a962-6bd6c81885bf {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:58:33.173584 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 1c2f1a73-bd82-462b-a962-6bd6c81885bf not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:58:33.174237 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0709787c-90f7-48ea-bae3-16297cdabd17 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:33.204218 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 0709787c-90f7-48ea-bae3-16297cdabd17 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:58:33.205082 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0709787c-90f7-48ea-bae3-16297cdabd17 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:58:33.211325 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-2ea978e1-f425-4656-a352-873b4e5bb84a None None] Deleting port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d {{(pid=110121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:33.211815 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2ea978e1-f425-4656-a352-873b4e5bb84a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), before_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.259571 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.316882 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-2ea978e1-f425-4656-a352-873b4e5bb84a None None] For port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=0b49b812-f720-4b48-bb0e-1d8252ba2d3d,segment=NetworkSegment(8089937e-3dcd-49f1-a36b-37a771270df6),segment_id=8089937e-3dcd-49f1-a36b-37a771270df6)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:33.317426 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2ea978e1-f425-4656-a352-873b4e5bb84a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), precommit_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.318796 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.334650 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] No DVR routers for this DVR port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d on host dv-cinder-839987-1-iscsi {{(pid=110120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:58:33.341169 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-2ea978e1-f425-4656-a352-873b4e5bb84a None None] Calling delete_port for 0b49b812-f720-4b48-bb0e-1d8252ba2d3d owned by network:dhcp {{(pid=110121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:33.377043 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b49b812-f720-4b48-bb0e-1d8252ba2d3d,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:33.417812 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6f62b-2d40-4313-be08-c457528cc7eb req-2e66daad-5262-4eb6-ab1f-9406cf475b76 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:33.419565 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58c6f62b-2d40-4313-be08-c457528cc7eb req-2e66daad-5262-4eb6-ab1f-9406cf475b76 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 932 time: 0.1302559 Apr 29 18:58:33.436110 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-ae407b25-3d61-4dcc-9927-d468ec4d7a2e None None] Provisioning complete for port 5ff6c250-7aa9-4163-9799-c35517b006f0 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:58:33.437123 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ae407b25-3d61-4dcc-9927-d468ec4d7a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.463717 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (337102da-809f-4a0b-9083-4f036df3d9f9), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.483136 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-ae407b25-3d61-4dcc-9927-d468ec4d7a2e None None] Port 5ff6c250-7aa9-4163-9799-c35517b006f0 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 18:58:33.488063 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337102da-809f-4a0b-9083-4f036df3d9f9']}} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:33.498874 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8089937e-3dcd-49f1-a36b-37a771270df6') {'for_net_delete': True} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:33.499295 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8089937e-3dcd-49f1-a36b-37a771270df6') {} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:33.503766 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-2ea978e1-f425-4656-a352-873b4e5bb84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125'] for port (0b49b812-f720-4b48-bb0e-1d8252ba2d3d), after_delete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.510057 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668385'] for segment (8089937e-3dcd-49f1-a36b-37a771270df6), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.523957 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (8089937e-3dcd-49f1-a36b-37a771270df6), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.529875 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea978e1-f425-4656-a352-873b4e5bb84a None None] Pushing event deleted for resources: {'Port': ['ID=0b49b812-f720-4b48-bb0e-1d8252ba2d3d,revision_number=None']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:33.531851 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:58:33.532735 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542673'] for segment (8089937e-3dcd-49f1-a36b-37a771270df6), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.533984 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea978e1-f425-4656-a352-873b4e5bb84a None None] No DVR routers for this DVR port 0b49b812-f720-4b48-bb0e-1d8252ba2d3d on host dv-cinder-839987-1-iscsi {{(pid=110121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: Traceback (most recent call last): Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: timer() Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: cb(*args, **kw) Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: return func(*args, **kwargs) Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: self._notify() Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: self.callback(batched_events) Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: event.method(event) Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: return f(self, *a, **k) Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._get(url).json() Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: return self.request(url, 'GET', **kwargs) Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:58:33.535040 dv-cinder-839987-1-iscsi neutron-server[110120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:58:33.552276 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58c6f62b-2d40-4313-be08-c457528cc7eb req-f6d9dd62-a96f-489f-8470-8a9897664bed tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899301 Apr 29 18:58:33.616343 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (337102da-809f-4a0b-9083-4f036df3d9f9), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.635819 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.639168 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] 10.222.0.50 "DELETE /v2.0/networks/337102da-809f-4a0b-9083-4f036df3d9f9 HTTP/1.1" status: 204 len: 168 time: 0.7457407 Apr 29 18:58:33.640274 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32973-ad42-41f9-8b9d-85ea018c4109 admin admin] Pushing event deleted for resources: {'Network': ['ID=337102da-809f-4a0b-9083-4f036df3d9f9,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:33.641944 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54984) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:33.687076 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff6c250-7aa9-4163-9799-c35517b006f0 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:58:33.694804 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Publish callbacks [] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.710434 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Transition to ACTIVE for port object 5ff6c250-7aa9-4163-9799-c35517b006f0 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 18:58:33.716306 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.772338 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff6c250-7aa9-4163-9799-c35517b006f0,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:33.840622 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Attempting to bind port 5ff6c250-7aa9-4163-9799-c35517b006f0 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 18:58:33.840951 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Attempting to bind port 5ff6c250-7aa9-4163-9799-c35517b006f0 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 18:58:33.841411 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Attempting to bind port 5ff6c250-7aa9-4163-9799-c35517b006f0 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:58:33.845785 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Port 5ff6c250-7aa9-4163-9799-c35517b006f0 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 18:58:33.846093 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Attempting to bind port 5ff6c250-7aa9-4163-9799-c35517b006f0 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 18:58:33.851965 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 18:58:33.852298 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Checking segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 18:58:33.852709 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Bound using segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 18:58:33.853152 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Bound port: 5ff6c250-7aa9-4163-9799-c35517b006f0, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 18:58:33.853500 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.931417 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] For port 5ff6c250-7aa9-4163-9799-c35517b006f0, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 18:58:33.935140 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] For port 5ff6c250-7aa9-4163-9799-c35517b006f0, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=5ff6c250-7aa9-4163-9799-c35517b006f0,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 18:58:33.943043 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.977793 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:33.978413 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:33.979794 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ff6c250-7aa9-4163-9799-c35517b006f0 HTTP/1.1" status: 200 len: 1094 time: 0.8204913 Apr 29 18:58:33.982265 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e544d58-c396-4b18-8b81-93897ec832ba', 'tag': '5ff6c250-7aa9-4163-9799-c35517b006f0'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:33.984444 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40463aeb-22c3-4500-a70e-636a64f108b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e544d58-c396-4b18-8b81-93897ec832ba", "tag": "5ff6c250-7aa9-4163-9799-c35517b006f0"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:34.008882 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (4f249c47-e9b7-433c-9b15-eae695e5820f), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:34.012465 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c63ee-174e-4a28-a8d0-c3e9883e3338 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff6c250-7aa9-4163-9799-c35517b006f0,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:34.031447 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62208033-6977-405e-9027-b937a3080dfe x-openstack-request-id: req-62208033-6977-405e-9027-b937a3080dfe {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:34.031734 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e544d58-c396-4b18-8b81-93897ec832ba", "tag": "5ff6c250-7aa9-4163-9799-c35517b006f0", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:34.032004 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62208033-6977-405e-9027-b937a3080dfe {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:34.032434 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62208033-6977-405e-9027-b937a3080dfe'] response: {'name': 'network-changed', 'server_uuid': '3e544d58-c396-4b18-8b81-93897ec832ba', 'tag': '5ff6c250-7aa9-4163-9799-c35517b006f0', 'status': 'completed', 'code': 200} Apr 29 18:58:34.205430 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463aeb-22c3-4500-a70e-636a64f108b2 req-cabc3543-5eb5-4c1f-a2a7-5302ee49d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:34.206978 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-40463aeb-22c3-4500-a70e-636a64f108b2 req-cabc3543-5eb5-4c1f-a2a7-5302ee49d76d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 1128 time: 0.0431802 Apr 29 18:58:34.272954 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Deleting port 34ab8773-4d17-49bd-8983-279e74606d85 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:34.273286 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (34ab8773-4d17-49bd-8983-279e74606d85), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:34.331605 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463aeb-22c3-4500-a70e-636a64f108b2 req-9d7f9e47-94d2-4690-89cf-e0b60d4a655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:34.333409 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-40463aeb-22c3-4500-a70e-636a64f108b2 req-9d7f9e47-94d2-4690-89cf-e0b60d4a655d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9da6a94754bf43c4a0119272fb920c06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1070373 Apr 29 18:58:34.356883 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] For port 34ab8773-4d17-49bd-8983-279e74606d85, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=34ab8773-4d17-49bd-8983-279e74606d85,segment=NetworkSegment(43972541-85ed-4a37-8ec7-f15e2eb7352f),segment_id=43972541-85ed-4a37-8ec7-f15e2eb7352f)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:34.357249 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (34ab8773-4d17-49bd-8983-279e74606d85), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:34.375118 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Calling delete_port for 34ab8773-4d17-49bd-8983-279e74606d85 owned by network:router_interface {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:34.430546 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463aeb-22c3-4500-a70e-636a64f108b2 req-77abbcf2-9fb9-4af1-b719-e7d7a5ac8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:34.432072 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-40463aeb-22c3-4500-a70e-636a64f108b2 req-77abbcf2-9fb9-4af1-b719-e7d7a5ac8727 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905700 Apr 29 18:58:34.553470 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-991f2847-d115-4ff2-9552-305ace4cbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:34.555042 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-991f2847-d115-4ff2-9552-305ace4cbe5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 1128 time: 0.0412681 Apr 29 18:58:34.572664 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (34ab8773-4d17-49bd-8983-279e74606d85), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:34.614611 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ab8773-4d17-49bd-8983-279e74606d85,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:34.617799 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-8cf17799-7ed9-440f-b390-b8c00207adcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff6c250-7aa9-4163-9799-c35517b006f0 HTTP/1.1" status: 200 len: 217 time: 0.0394857 Apr 29 18:58:34.722205 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-ba047e49-5cba-42a3-a3e5-b53f470a3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:34.724644 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-ba047e49-5cba-42a3-a3e5-b53f470a3f60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0933535 Apr 29 18:58:34.735658 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d56c6-593c-45d4-8d25-eb4792873ccb req-af60fbbf-b7aa-492f-b023-265b1d0dcf5b tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:34.737175 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-860d56c6-593c-45d4-8d25-eb4792873ccb req-af60fbbf-b7aa-492f-b023-265b1d0dcf5b tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 944 time: 0.0625582 Apr 29 18:58:34.803868 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-2eeb2c40-8eea-4fdb-abfc-dba3407bc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:34.805350 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-2eeb2c40-8eea-4fdb-abfc-dba3407bc5b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673008 Apr 29 18:58:34.807030 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (4f249c47-e9b7-433c-9b15-eae695e5820f), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:34.830704 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-860d56c6-593c-45d4-8d25-eb4792873ccb req-3f7b5d85-495f-4e65-8206-ada0f88d905a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826800 Apr 29 18:58:34.908811 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-8f677fb8-d732-4940-b3f0-22b6bc1c5a28 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894485 Apr 29 18:58:35.005839 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5f40538b-9b0f-4c00-862a-94ec96bbf7a9 req-2272a488-197a-41d4-ada2-0522822bfa7b service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895789 Apr 29 18:58:35.037813 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Router 4f249c47-e9b7-433c-9b15-eae695e5820f has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:58:35.078031 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0b49b812-f720-4b48-bb0e-1d8252ba2d3d no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:35.098473 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 0b49b812-f720-4b48-bb0e-1d8252ba2d3d {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:58:35.099359 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 0b49b812-f720-4b48-bb0e-1d8252ba2d3d not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:58:35.418739 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:58:35.423595 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-7881a8b1-39b4-4999-a551-a8b3fcd85bc1 admin admin] 10.222.0.50 "PUT /v2.0/routers/4f249c47-e9b7-433c-9b15-eae695e5820f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805088 Apr 29 18:58:35.426346 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 54992) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:35.428905 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] Sync routers for ids ['4f249c47-e9b7-433c-9b15-eae695e5820f'] in dv-cinder-839987-1-iscsi {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:58:35.441342 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] Routers {'4f249c47-e9b7-433c-9b15-eae695e5820f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:35.441983 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:58:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['4f249c47-e9b7-433c-9b15-eae695e5820f'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:35.534098 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks [] for router (4f249c47-e9b7-433c-9b15-eae695e5820f), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:35.552579 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] Set router 4f249c47-e9b7-433c-9b15-eae695e5820f gateway port host: dv-cinder-839987-1-iscsi {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:35.645270 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks [] for router_gateway (4f249c47-e9b7-433c-9b15-eae695e5820f), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:35.691715 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Deleting port 1341ae0f-c04e-48d9-b19d-f6a09686adef {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:35.691969 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:35.728982 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:18Z', 'updated_at': '2022-04-29T18:58:34Z', 'revision_number': 5, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'gw_port': {'id': '1341ae0f-c04e-48d9-b19d-f6a09686adef', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:46:19Z', 'updated_at': '2022-04-29T18:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:35.759032 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] Checking router: 4f249c47-e9b7-433c-9b15-eae695e5820f for host: dv-cinder-839987-1-iscsi {{(pid=110121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:58:35.767869 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] Routers {'4f249c47-e9b7-433c-9b15-eae695e5820f'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:35.768464 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:58:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['4f249c47-e9b7-433c-9b15-eae695e5820f'], 'active': True} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:35.772847 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] For port 1341ae0f-c04e-48d9-b19d-f6a09686adef, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=1341ae0f-c04e-48d9-b19d-f6a09686adef,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:35.773169 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:35.789898 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Calling delete_port for 1341ae0f-c04e-48d9-b19d-f6a09686adef owned by network:router_gateway {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:35.857411 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_dvr_db [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] Set router 4f249c47-e9b7-433c-9b15-eae695e5820f gateway port host: None {{(pid=110121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:35.909422 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.l3_hamode_db [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:18Z', 'updated_at': '2022-04-29T18:58:35Z', 'revision_number': 6, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'gw_port_host': None}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:35.939414 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac689249-4334-4370-a172-17b5ae3e48ee None None] The sync data for ids ['4f249c47-e9b7-433c-9b15-eae695e5820f'] in dv-cinder-839987-1-iscsi is: [{'id': '4f249c47-e9b7-433c-9b15-eae695e5820f', 'name': 'tempest-TestVolumeBootPattern-1188939384-router', 'tenant_id': 'c8229262ea9a40e4970b89e8adadc884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:46:18Z', 'updated_at': '2022-04-29T18:58:35Z', 'revision_number': 6, 'project_id': 'c8229262ea9a40e4970b89e8adadc884', 'gw_port_host': None}] {{(pid=110121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:58:35.982605 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbbb04-9822-48ce-a04c-3cc85a229ad2 req-c2035253-8f35-40a1-9e80-d242d0d8fd41 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:35.984094 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-07cbbb04-9822-48ce-a04c-3cc85a229ad2 req-c2035253-8f35-40a1-9e80-d242d0d8fd41 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 944 time: 0.0810399 Apr 29 18:58:36.014351 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (1341ae0f-c04e-48d9-b19d-f6a09686adef), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.048603 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Pushing event deleted for resources: {'Port': ['ID=1341ae0f-c04e-48d9-b19d-f6a09686adef,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:36.104257 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-07cbbb04-9822-48ce-a04c-3cc85a229ad2 req-8575430a-c626-40c8-989c-f75f93fcb077 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132946 Apr 29 18:58:36.123441 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (4f249c47-e9b7-433c-9b15-eae695e5820f), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.217627 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (4f249c47-e9b7-433c-9b15-eae695e5820f), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.219911 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks [] for router_controller (4f249c47-e9b7-433c-9b15-eae695e5820f), precommit_delete_associations {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.266573 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (4f249c47-e9b7-433c-9b15-eae695e5820f), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.267202 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f249c47-e9b7-433c-9b15-eae695e5820f {{(pid=110120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 18:58:36.272822 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.274362 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-93d2e02a-43e5-4040-aefa-2f97df1a9203 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4f249c47-e9b7-433c-9b15-eae695e5820f HTTP/1.1" status: 204 len: 168 time: 0.8469138 Apr 29 18:58:36.277243 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 54998) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:36.329897 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce9a49c-7b59-4f40-b9bd-2748b0774f3a admin admin] Deleting subnet 28f80f9a-4611-492d-94df-345741ee7131 {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 18:58:36.333787 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a49c-7b59-4f40-b9bd-2748b0774f3a admin admin] Publish callbacks [] for subnet (28f80f9a-4611-492d-94df-345741ee7131), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.373992 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a49c-7b59-4f40-b9bd-2748b0774f3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (28f80f9a-4611-492d-94df-345741ee7131), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.456263 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a49c-7b59-4f40-b9bd-2748b0774f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (28f80f9a-4611-492d-94df-345741ee7131), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.520990 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a49c-7b59-4f40-b9bd-2748b0774f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (28f80f9a-4611-492d-94df-345741ee7131), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.554412 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9a49c-7b59-4f40-b9bd-2748b0774f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f80f9a-4611-492d-94df-345741ee7131,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:36.559189 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a49c-7b59-4f40-b9bd-2748b0774f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.564158 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3ce9a49c-7b59-4f40-b9bd-2748b0774f3a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/28f80f9a-4611-492d-94df-345741ee7131 HTTP/1.1" status: 204 len: 168 time: 0.2847617 Apr 29 18:58:36.565227 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de27fff-8094-4e75-bb56-cba7f2f74a7b None None] Network b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 18:58:36.566237 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55002) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:36.644694 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (b8e886c4-0f7b-450a-b3d8-8748d25aa1d3), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.694496 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Deleting port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 18:58:36.695608 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.761992 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] For port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=90c0c97d-5032-4948-a4cc-49e3dc13b1d0,segment=NetworkSegment(43972541-85ed-4a37-8ec7-f15e2eb7352f),segment_id=43972541-85ed-4a37-8ec7-f15e2eb7352f)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:36.762259 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.775093 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Calling delete_port for 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 owned by network:dhcp {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 18:58:36.862967 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (90c0c97d-5032-4948-a4cc-49e3dc13b1d0), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.864998 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888cf826-04cc-4a8e-9c46-142c949cc0a6 None None] DHCP port deletion for b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 18:58:36.890793 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Pushing event deleted for resources: {'Port': ['ID=90c0c97d-5032-4948-a4cc-49e3dc13b1d0,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:36.892659 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] No DVR routers for this DVR port 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 on host dv-cinder-839987-1-iscsi {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:58:36.971208 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (b8e886c4-0f7b-450a-b3d8-8748d25aa1d3), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:36.996472 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e886c4-0f7b-450a-b3d8-8748d25aa1d3']}} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:37.006444 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43972541-85ed-4a37-8ec7-f15e2eb7352f') {'for_net_delete': True} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:37.006739 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.services.segments.db [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43972541-85ed-4a37-8ec7-f15e2eb7352f') {} {{(pid=110119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:37.016218 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3270453'] for segment (43972541-85ed-4a37-8ec7-f15e2eb7352f), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.032732 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (43972541-85ed-4a37-8ec7-f15e2eb7352f), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.039321 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:58:37.040687 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283950'] for segment (43972541-85ed-4a37-8ec7-f15e2eb7352f), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: Traceback (most recent call last): Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: timer() Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: cb(*args, **kw) Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: return func(*args, **kwargs) Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: self._notify() Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: self.callback(batched_events) Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: event.method(event) Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: return f(self, *a, **k) Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._get(url).json() Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: return self.request(url, 'GET', **kwargs) Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:58:37.042801 dv-cinder-839987-1-iscsi neutron-server[110119]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:58:37.045503 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 34ab8773-4d17-49bd-8983-279e74606d85 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:37.068784 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 34ab8773-4d17-49bd-8983-279e74606d85 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:58:37.069221 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 34ab8773-4d17-49bd-8983-279e74606d85 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:58:37.069712 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:37.089299 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:58:37.089668 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 90c0c97d-5032-4948-a4cc-49e3dc13b1d0 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:58:37.090143 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 1341ae0f-c04e-48d9-b19d-f6a09686adef no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 18:58:37.096799 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (b8e886c4-0f7b-450a-b3d8-8748d25aa1d3), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.102584 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.106149 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] 10.222.0.50 "DELETE /v2.0/networks/b8e886c4-0f7b-450a-b3d8-8748d25aa1d3 HTTP/1.1" status: 204 len: 168 time: 0.5388858 Apr 29 18:58:37.112741 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 1341ae0f-c04e-48d9-b19d-f6a09686adef {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 18:58:37.113087 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 1341ae0f-c04e-48d9-b19d-f6a09686adef not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 18:58:37.121545 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5787e5-e3a6-4d45-b4c7-dec2ff48b94f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e886c4-0f7b-450a-b3d8-8748d25aa1d3,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:37.218937 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed435b-f21e-49dd-b04f-92d3b70c2222 req-3233d86a-e836-492c-961d-159b74fe4c40 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:37.220416 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d4ed435b-f21e-49dd-b04f-92d3b70c2222 req-3233d86a-e836-492c-961d-159b74fe4c40 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 944 time: 0.0477488 Apr 29 18:58:37.232499 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55008) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:37.271751 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-b2bdfebb-620b-4979-950d-59863ad83f5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8853dc3f41e147018cc50778b57b9c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379870 Apr 29 18:58:37.272431 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d4ed435b-f21e-49dd-b04f-92d3b70c2222 req-b2cec89c-2da7-4890-a3db-f5c034a77178 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459149 Apr 29 18:58:37.274376 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55010) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:37.322353 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-018dc1f0-5bf7-4861-bae5-8c64a6d82b97 admin admin] Publish callbacks [] for security_group (4daefb2b-b9f4-4295-8336-330c4bf2bab0), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.346734 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-018dc1f0-5bf7-4861-bae5-8c64a6d82b97 admin admin] Publish callbacks [] for security_group (4daefb2b-b9f4-4295-8336-330c4bf2bab0), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.403252 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-018dc1f0-5bf7-4861-bae5-8c64a6d82b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (4daefb2b-b9f4-4295-8336-330c4bf2bab0), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.407086 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-018dc1f0-5bf7-4861-bae5-8c64a6d82b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.408914 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-018dc1f0-5bf7-4861-bae5-8c64a6d82b97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4daefb2b-b9f4-4295-8336-330c4bf2bab0 HTTP/1.1" status: 204 len: 168 time: 0.1333385 Apr 29 18:58:37.417372 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dc1f0-5bf7-4861-bae5-8c64a6d82b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daefb2b-b9f4-4295-8336-330c4bf2bab0,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:37.747850 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55018) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:37.788916 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-66ebd75a-5986-468d-92b5-8e9c4351da7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8229262ea9a40e4970b89e8adadc884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396962 Apr 29 18:58:37.791085 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55020) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:37.842906 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-42d0e173-5734-4abf-b48f-e09b938a5b33 admin admin] Publish callbacks [] for security_group (9587c5a2-60ea-4062-b985-43e39cf7180e), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.866406 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-42d0e173-5734-4abf-b48f-e09b938a5b33 admin admin] Publish callbacks [] for security_group (9587c5a2-60ea-4062-b985-43e39cf7180e), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.925116 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-42d0e173-5734-4abf-b48f-e09b938a5b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9587c5a2-60ea-4062-b985-43e39cf7180e), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.928758 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-42d0e173-5734-4abf-b48f-e09b938a5b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:37.929918 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-42d0e173-5734-4abf-b48f-e09b938a5b33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9587c5a2-60ea-4062-b985-43e39cf7180e HTTP/1.1" status: 204 len: 168 time: 0.1379385 Apr 29 18:58:37.939291 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0e173-5734-4abf-b48f-e09b938a5b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9587c5a2-60ea-4062-b985-43e39cf7180e,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:38.394388 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746ad0-9eb0-4a5a-907d-c122ba65d4b0 req-67e2132d-e495-4101-8f39-47134b2f0790 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:38.395783 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4a746ad0-9eb0-4a5a-907d-c122ba65d4b0 req-67e2132d-e495-4101-8f39-47134b2f0790 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 944 time: 0.0525627 Apr 29 18:58:38.444676 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-4a746ad0-9eb0-4a5a-907d-c122ba65d4b0 req-e1addaa9-a1bc-42e7-ae7a-5ea9be3174d8 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 Apr 29 18:58:39.585543 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa091782-4ded-4a17-8226-b5d36cb339f2 req-40de75f6-0870-479b-be9c-d19c3a1163fc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:39.587211 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aa091782-4ded-4a17-8226-b5d36cb339f2 req-40de75f6-0870-479b-be9c-d19c3a1163fc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 944 time: 0.0579963 Apr 29 18:58:39.635552 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-aa091782-4ded-4a17-8226-b5d36cb339f2 req-8d1b6d8a-ded5-475e-a575-137d3672817e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427067 Apr 29 18:58:40.756729 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafab0b0-f2b4-4c4b-89ae-420ea9fd8bb3 req-b6194d26-bc4a-4846-b0cc-c47f18b7e720 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:40.758179 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-eafab0b0-f2b4-4c4b-89ae-420ea9fd8bb3 req-b6194d26-bc4a-4846-b0cc-c47f18b7e720 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 944 time: 0.0489514 Apr 29 18:58:40.806775 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-eafab0b0-f2b4-4c4b-89ae-420ea9fd8bb3 req-4a31e08c-30a5-42b7-bb50-3ba8bb34bef8 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422196 Apr 29 18:58:40.982716 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 5ff6c250-7aa9-4163-9799-c35517b006f0 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 18:58:41.085015 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 5ff6c250-7aa9-4163-9799-c35517b006f0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=5ff6c250-7aa9-4163-9799-c35517b006f0,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:41.096165 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': '5ff6c250-7aa9-4163-9799-c35517b006f0', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'port_id': '5ff6c250-7aa9-4163-9799-c35517b006f0', 'mac_address': 'fa:16:3e:7c:a1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 18:58:41.133931 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 5ff6c250-7aa9-4163-9799-c35517b006f0 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:58:41.134326 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:41.147213 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff6c250-7aa9-4163-9799-c35517b006f0 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:58:41.171450 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 5ff6c250-7aa9-4163-9799-c35517b006f0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=5ff6c250-7aa9-4163-9799-c35517b006f0,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:41.177063 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:41.223269 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=5ff6c250-7aa9-4163-9799-c35517b006f0,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:41.810664 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['5ff6c250-7aa9-4163-9799-c35517b006f0'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 18:58:41.924540 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27404733-f5af-4fab-a140-2322a540d6ee req-0e0286cf-3995-469a-acc9-51952e3fd4a7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:41.925880 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-27404733-f5af-4fab-a140-2322a540d6ee req-0e0286cf-3995-469a-acc9-51952e3fd4a7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 945 time: 0.0502245 Apr 29 18:58:41.976390 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-27404733-f5af-4fab-a140-2322a540d6ee req-4078c4fe-917e-4642-8611-4a4c043183b7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438833 Apr 29 18:58:43.091501 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8604246-4178-4bf5-9c99-fadc277d49e3 req-228411f7-379d-4871-b545-56fa1bce14c0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:43.093091 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f8604246-4178-4bf5-9c99-fadc277d49e3 req-228411f7-379d-4871-b545-56fa1bce14c0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 945 time: 0.0506856 Apr 29 18:58:43.144454 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f8604246-4178-4bf5-9c99-fadc277d49e3 req-64c267cf-c8a4-41b4-a6eb-3e9b80188ed0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457902 Apr 29 18:58:43.195035 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 5ff6c250-7aa9-4163-9799-c35517b006f0 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 18:58:43.242719 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port 5ff6c250-7aa9-4163-9799-c35517b006f0 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 18:58:43.251151 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port 5ff6c250-7aa9-4163-9799-c35517b006f0 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 18:58:43.251531 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:43.329233 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 5ff6c250-7aa9-4163-9799-c35517b006f0 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 18:58:43.329606 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:43.352809 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e544d58-c396-4b18-8b81-93897ec832ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff6c250-7aa9-4163-9799-c35517b006f0'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:43.355018 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb594f3-ae7c-46ca-8173-b9193f1eb61f" -d '{"events": [{"server_uuid": "3e544d58-c396-4b18-8b81-93897ec832ba", "name": "network-vif-plugged", "status": "completed", "tag": "5ff6c250-7aa9-4163-9799-c35517b006f0"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:43.371602 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 5ff6c250-7aa9-4163-9799-c35517b006f0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=5ff6c250-7aa9-4163-9799-c35517b006f0,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 18:58:43.376093 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:43.402942 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8018056d-cfc6-4703-b4b4-e0a08bffd278 x-openstack-request-id: req-8018056d-cfc6-4703-b4b4-e0a08bffd278 {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:43.403234 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e544d58-c396-4b18-8b81-93897ec832ba", "name": "network-vif-plugged", "status": "completed", "tag": "5ff6c250-7aa9-4163-9799-c35517b006f0", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:43.403483 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8018056d-cfc6-4703-b4b4-e0a08bffd278 {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:43.403872 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8018056d-cfc6-4703-b4b4-e0a08bffd278'] response: {'server_uuid': '3e544d58-c396-4b18-8b81-93897ec832ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff6c250-7aa9-4163-9799-c35517b006f0', 'code': 200} Apr 29 18:58:43.431861 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=5ff6c250-7aa9-4163-9799-c35517b006f0,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:58:43.660890 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48477437-d33a-4f1c-b393-8109d9a80532 req-c7f9b203-f547-4db9-a0bf-aa9932bdcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:43.662519 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-48477437-d33a-4f1c-b393-8109d9a80532 req-c7f9b203-f547-4db9-a0bf-aa9932bdcf03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 1130 time: 0.0392985 Apr 29 18:58:43.719412 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-48477437-d33a-4f1c-b393-8109d9a80532 req-8518e71e-4716-4d02-9e32-277287c8e1bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459015 Apr 29 18:58:44.263997 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d278d-824e-4f64-b9f6-3961b09270f2 req-747b4479-325b-45f3-b358-432b262234fd tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:44.265468 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c7d278d-824e-4f64-b9f6-3961b09270f2 req-747b4479-325b-45f3-b358-432b262234fd tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 946 time: 0.0481927 Apr 29 18:58:44.314307 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-8c7d278d-824e-4f64-b9f6-3961b09270f2 req-0ca027b2-5dad-4e47-b247-a1c15aaa6799 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422475 Apr 29 18:58:45.436399 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33495f6-358e-42e1-9954-12709475b48f req-7710f941-a2a3-4a3f-b7b5-1a6ce38d2433 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:45.438246 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f33495f6-358e-42e1-9954-12709475b48f req-7710f941-a2a3-4a3f-b7b5-1a6ce38d2433 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 946 time: 0.0494289 Apr 29 18:58:45.492944 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f33495f6-358e-42e1-9954-12709475b48f req-e73af712-4521-4ed1-ad6f-c60c9ef4ab29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482988 Apr 29 18:58:46.624815 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cfd1e-0f43-48af-a5ce-4b5c3331380e req-3ae14567-d6a4-4ea3-b3e5-d2131a474455 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:46.626395 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-275cfd1e-0f43-48af-a5ce-4b5c3331380e req-3ae14567-d6a4-4ea3-b3e5-d2131a474455 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 946 time: 0.0554922 Apr 29 18:58:46.677990 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-275cfd1e-0f43-48af-a5ce-4b5c3331380e req-643b7aa6-21df-43c1-b019-d8cc60f269c9 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452528 Apr 29 18:58:46.804432 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff360f0-549d-497c-8305-b01f9d8e7f06 req-f2fe39a8-34b6-4e21-bfff-f32e6036e1a6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:46.805858 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-2ff360f0-549d-497c-8305-b01f9d8e7f06 req-f2fe39a8-34b6-4e21-bfff-f32e6036e1a6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 946 time: 0.0561419 Apr 29 18:58:46.816182 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55066) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:58:46.820819 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-74d54ccb-b210-4d04-9935-ad739cf5677e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'floatingip': {'port_id': '5ff6c250-7aa9-4163-9799-c35517b006f0'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 18:58:46.860420 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-74d54ccb-b210-4d04-9935-ad739cf5677e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (6f5615a6-6996-423b-ba8a-1a1821842df0), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:47.585050 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-74d54ccb-b210-4d04-9935-ad739cf5677e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:47.590066 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-74d54ccb-b210-4d04-9935-ad739cf5677e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (6f5615a6-6996-423b-ba8a-1a1821842df0), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:47.693200 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [None req-74d54ccb-b210-4d04-9935-ad739cf5677e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Floating IP 6f5615a6-6996-423b-ba8a-1a1821842df0 associated. External IP: 172.27.0.248, port: 5ff6c250-7aa9-4163-9799-c35517b006f0. Apr 29 18:58:47.910404 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d54ccb-b210-4d04-9935-ad739cf5677e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 18:58:48.024200 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d54ccb-b210-4d04-9935-ad739cf5677e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 18:58:48.029335 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-74d54ccb-b210-4d04-9935-ad739cf5677e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:48.034148 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:58:48.045481 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:48.046441 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:58:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:48.061993 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-74d54ccb-b210-4d04-9935-ad739cf5677e tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "PUT /v2.0/floatingips/6f5615a6-6996-423b-ba8a-1a1821842df0 HTTP/1.1" status: 200 len: 992 time: 1.2443280 Apr 29 18:58:48.062652 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e544d58-c396-4b18-8b81-93897ec832ba', 'tag': '5ff6c250-7aa9-4163-9799-c35517b006f0'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:58:48.065046 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67127a95-ec69-4282-b226-5819b12e5ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e544d58-c396-4b18-8b81-93897ec832ba", "tag": "5ff6c250-7aa9-4163-9799-c35517b006f0"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 18:58:48.107723 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 18:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d1d1c2-0c09-49d3-b18d-e1411ae04315 x-openstack-request-id: req-b8d1d1c2-0c09-49d3-b18d-e1411ae04315 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 18:58:48.108014 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e544d58-c396-4b18-8b81-93897ec832ba", "tag": "5ff6c250-7aa9-4163-9799-c35517b006f0", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 18:58:48.108310 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8d1d1c2-0c09-49d3-b18d-e1411ae04315 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 18:58:48.108762 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d1d1c2-0c09-49d3-b18d-e1411ae04315'] response: {'name': 'network-changed', 'server_uuid': '3e544d58-c396-4b18-8b81-93897ec832ba', 'tag': '5ff6c250-7aa9-4163-9799-c35517b006f0', 'status': 'completed', 'code': 200} Apr 29 18:58:48.163248 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:48.379955 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '6f5615a6-6996-423b-ba8a-1a1821842df0', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '5ff6c250-7aa9-4163-9799-c35517b006f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:7c:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e544d58-c396-4b18-8b81-93897ec832ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:58:29Z', 'updated_at': '2022-04-29T18:58:47Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:48.407097 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:58:48.416156 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 18:58:48.416791 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T18:58:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:48.526153 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 18:58:48.741181 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '6f5615a6-6996-423b-ba8a-1a1821842df0', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '5ff6c250-7aa9-4163-9799-c35517b006f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:7c:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e544d58-c396-4b18-8b81-93897ec832ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:58:29Z', 'updated_at': '2022-04-29T18:58:47Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:58:48.777010 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269fc45f-b12c-47e2-98eb-96e595c4f61f None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '6f5615a6-6996-423b-ba8a-1a1821842df0', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '5ff6c250-7aa9-4163-9799-c35517b006f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:7c:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e544d58-c396-4b18-8b81-93897ec832ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:58:29Z', 'updated_at': '2022-04-29T18:58:47Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:58:48.980162 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a664f8-0260-43ce-bff9-8270ae8a2121 None None] New status for floating IP 6f5615a6-6996-423b-ba8a-1a1821842df0: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:58:50.874883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67127a95-ec69-4282-b226-5819b12e5ffc req-5cd28bfb-b9b0-4dfd-b4aa-0ef31bbb7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:50.876284 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-67127a95-ec69-4282-b226-5819b12e5ffc req-5cd28bfb-b9b0-4dfd-b4aa-0ef31bbb7ff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 1130 time: 0.0408294 Apr 29 18:58:50.977340 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67127a95-ec69-4282-b226-5819b12e5ffc req-d96b9037-7b78-4d48-a2de-c3615a74615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:50.978797 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-67127a95-ec69-4282-b226-5819b12e5ffc req-d96b9037-7b78-4d48-a2de-c3615a74615d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0945101 Apr 29 18:58:51.043641 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-67127a95-ec69-4282-b226-5819b12e5ffc req-ea89fd0d-d4aa-41de-acb1-1e3681e49ade service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff6c250-7aa9-4163-9799-c35517b006f0 HTTP/1.1" status: 200 len: 1002 time: 0.0577962 Apr 29 18:58:51.101460 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67127a95-ec69-4282-b226-5819b12e5ffc req-a2eccc57-fa4b-487c-b714-ed404b5c88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:51.102933 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-67127a95-ec69-4282-b226-5819b12e5ffc req-a2eccc57-fa4b-487c-b714-ed404b5c88ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0492129 Apr 29 18:58:51.146414 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67127a95-ec69-4282-b226-5819b12e5ffc req-5fb12480-ff89-4545-9907-ed711bbebff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:58:51.147816 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-67127a95-ec69-4282-b226-5819b12e5ffc req-5fb12480-ff89-4545-9907-ed711bbebff1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379236 Apr 29 18:58:51.236866 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-67127a95-ec69-4282-b226-5819b12e5ffc req-9c9dbe44-8f01-4cb5-a444-62bc7749fa61 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824602 Apr 29 18:58:51.346529 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-67127a95-ec69-4282-b226-5819b12e5ffc req-3ce3eb68-4778-418f-9be6-0cb43367cb06 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025138 Apr 29 18:58:53.125979 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0868766b-ed8f-4763-bd8c-fb4ee4b1ef5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:55.373138 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4bfabf6e-840e-4284-afe8-44e5adab03cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:56.417725 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:57.633778 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:58:59.388436 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:02.417100 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:09.588885 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:59:10.848521 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55158) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:59:10.954181 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:11.031049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Publish callbacks [] for security_group (e012a675-28b5-498b-a385-dd09e8f09b90), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:11.037066 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (e012a675-28b5-498b-a385-dd09e8f09b90), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:11.075954 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2cc8d07d602c48a68f9b13cd4d7f2997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263575 Apr 29 18:59:11.076813 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012a675-28b5-498b-a385-dd09e8f09b90,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:59:11.079056 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55162) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 18:59:11.084162 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.084511 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.084840 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.085203 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.085531 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.085852 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.086161 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.086507 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.086831 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.087149 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.087468 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.087788 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.088104 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.088412 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.088739 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55512539-4a6a-4741-a3f2-82ae6687cb07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.131886 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Publish callbacks [] for security_group (e012a675-28b5-498b-a385-dd09e8f09b90), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:11.154301 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Publish callbacks [] for security_group (e012a675-28b5-498b-a385-dd09e8f09b90), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:11.204825 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (e012a675-28b5-498b-a385-dd09e8f09b90), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:11.207357 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:11.208538 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e012a675-28b5-498b-a385-dd09e8f09b90 HTTP/1.1" status: 204 len: 168 time: 0.1285124 Apr 29 18:59:11.216566 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012a675-28b5-498b-a385-dd09e8f09b90,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:59:11.223831 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.224176 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.224533 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.224872 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.225204 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.225531 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.225854 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.226172 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.226493 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.226817 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.227137 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.227455 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.227769 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.228084 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:11.228435 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79682011-b8ff-42a3-8b39-fe9393697965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:59:21.693883 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [req-781dade3-2871-4c68-ac84-e0ad27b85cc5 req-f24c1099-5e2b-4d52-8dd1-f007a96ccc6f service neutron] (110120) timed out ('10.222.0.15', 63058) {{(pid=110120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 18:59:23.144903 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-71b0ba79-e125-4fe7-8808-c70db9cd0c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:25.379612 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-01f9bfde-ce30-4cef-bcb2-25c1b8ff0b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:26.421300 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:27.639457 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:29.402828 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:31.375543 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-fa3b7a3d-451f-4dce-9cc7-65478b473db0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1382296 Apr 29 18:59:31.487928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-2eea74e9-800f-41c4-99c7-3ee7c1b26ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:59:31.489446 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-2eea74e9-800f-41c4-99c7-3ee7c1b26ebe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 1130 time: 0.0404449 Apr 29 18:59:31.602227 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-c57b451a-4211-4670-abaa-6e3d2260aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:59:31.603590 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-c57b451a-4211-4670-abaa-6e3d2260aae3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0904031 Apr 29 18:59:31.675248 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-c418d292-8864-4cb8-841f-cf583e682598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff6c250-7aa9-4163-9799-c35517b006f0 HTTP/1.1" status: 200 len: 1002 time: 0.0627103 Apr 29 18:59:31.724876 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-bf289db5-b1df-4ebc-92c6-97afa36dd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:59:31.726286 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-bf289db5-b1df-4ebc-92c6-97afa36dd413 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0448050 Apr 29 18:59:31.779376 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-dfb4d9c0-3b50-4ae2-a3be-d939c2104bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:59:31.780832 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-dfb4d9c0-3b50-4ae2-a3be-d939c2104bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438690 Apr 29 18:59:31.872149 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-4399111b-1beb-451d-838e-f5cab04b2b51 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830276 Apr 29 18:59:31.974990 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-ff4ba3ea-51ab-4376-ae8f-8f008ee5118d req-39a7b9f7-c99b-49fa-bab8-726df6bf3e99 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944932 Apr 29 18:59:32.424207 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:46.593844 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 18:59:53.132994 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d7914bfc-4d62-4964-afb4-0f0d9d5d5644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:55.373310 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e36ad4c7-9bfd-4b33-aa2e-c84031431f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:56.419079 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:57.644028 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 18:59:59.408558 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:02.426613 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:23.134647 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-191f563b-6092-436a-a6e9-6def49de1cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:23.593318 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:00:25.378515 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-bf480c6a-c53c-4902-8a58-b38ba0ac5857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:26.422967 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:27.644759 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:29.396812 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:29.660405 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e36b0-3b80-4b9e-8bce-2132e569d412 req-1fdfb7e6-ef43-45d7-b575-745f5e58457d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:29.661913 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-236e36b0-3b80-4b9e-8bce-2132e569d412 req-1fdfb7e6-ef43-45d7-b575-745f5e58457d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 946 time: 0.0495527 Apr 29 19:00:29.711857 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-236e36b0-3b80-4b9e-8bce-2132e569d412 req-71f550d2-9ca3-4823-a678-67341ea9fe70 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Apr 29 19:00:30.843976 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62b48-f11e-4c96-98d9-eff86a865097 req-40c2c560-0982-459e-85da-6f9d0e0b751c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:30.845470 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-11b62b48-f11e-4c96-98d9-eff86a865097 req-40c2c560-0982-459e-85da-6f9d0e0b751c tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 946 time: 0.0499401 Apr 29 19:00:30.893716 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-11b62b48-f11e-4c96-98d9-eff86a865097 req-96335e0d-041b-4838-b331-474d22c6374b tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423434 Apr 29 19:00:31.849564 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-f2da70f9-d532-492e-8846-0151380c4418 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:31.851021 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-f2da70f9-d532-492e-8846-0151380c4418 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 946 time: 0.0550358 Apr 29 19:00:31.941246 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Deleting port 5ff6c250-7aa9-4163-9799-c35517b006f0 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 19:00:31.942036 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:32.012256 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252b63-4ef4-4ded-af16-6e079ba7d7d6 req-ad91856e-4c2a-47b2-9d10-0dd764f14c52 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:32.013768 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7f252b63-4ef4-4ded-af16-6e079ba7d7d6 req-ad91856e-4c2a-47b2-9d10-0dd764f14c52 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 946 time: 0.0509851 Apr 29 19:00:32.035088 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] For port 5ff6c250-7aa9-4163-9799-c35517b006f0, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=5ff6c250-7aa9-4163-9799-c35517b006f0,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 19:00:32.035608 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:32.062150 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-7f252b63-4ef4-4ded-af16-6e079ba7d7d6 req-6b7c9515-4a1f-494c-89af-a39c6be953f8 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=da50d92b-7123-4850-8959-de035478a402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421686 Apr 29 19:00:32.218704 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:32.219061 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (6f5615a6-6996-423b-ba8a-1a1821842df0), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:32.219370 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Floating IP 6f5615a6-6996-423b-ba8a-1a1821842df0 disassociated. External IP: 172.27.0.248, port: 5ff6c250-7aa9-4163-9799-c35517b006f0. Apr 29 19:00:32.219709 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Calling delete_port for 5ff6c250-7aa9-4163-9799-c35517b006f0 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 19:00:32.353061 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (5ff6c250-7aa9-4163-9799-c35517b006f0), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:32.382644 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'Port': ['ID=5ff6c250-7aa9-4163-9799-c35517b006f0,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:32.392222 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.392577 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.392925 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.393226 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.393584 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.393877 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.394223 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.394675 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.395059 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.396182 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.396182 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.396182 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.396466 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.396593 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.396922 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:32.422500 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:32.527259 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 19:00:32.644264 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 19:00:32.655482 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 19:00:32.667050 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 19:00:32.667603 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T19:00:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:00:32.687228 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] No DVR routers for this DVR port 5ff6c250-7aa9-4163-9799-c35517b006f0 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 19:00:32.689871 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:32.693412 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-a92a4c06-4075-4b77-a7f6-c5acab3177c8 req-3906589d-1455-458c-9270-4ecaeb66db83 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "DELETE /v2.0/ports/5ff6c250-7aa9-4163-9799-c35517b006f0 HTTP/1.1" status: 204 len: 173 time: 0.8356004 Apr 29 19:00:32.693847 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e544d58-c396-4b18-8b81-93897ec832ba', 'name': 'network-vif-deleted', 'tag': '5ff6c250-7aa9-4163-9799-c35517b006f0'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 19:00:32.696084 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894862c-14aa-4770-b5f5-765fe268e084" -d '{"events": [{"server_uuid": "3e544d58-c396-4b18-8b81-93897ec832ba", "name": "network-vif-deleted", "tag": "5ff6c250-7aa9-4163-9799-c35517b006f0"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 19:00:32.787863 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 19:00:32.882267 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 19:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6ee1b5-8993-4689-ab2c-7572174af1d7 x-openstack-request-id: req-4e6ee1b5-8993-4689-ab2c-7572174af1d7 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 19:00:32.882794 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e544d58-c396-4b18-8b81-93897ec832ba", "name": "network-vif-deleted", "tag": "5ff6c250-7aa9-4163-9799-c35517b006f0", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 19:00:32.882794 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e6ee1b5-8993-4689-ab2c-7572174af1d7 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 19:00:32.883195 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6ee1b5-8993-4689-ab2c-7572174af1d7'] response: {'server_uuid': '3e544d58-c396-4b18-8b81-93897ec832ba', 'name': 'network-vif-deleted', 'tag': '5ff6c250-7aa9-4163-9799-c35517b006f0', 'status': 'completed', 'code': 200} Apr 29 19:00:32.994545 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:00:33.021093 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 19:00:33.029745 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 19:00:33.030339 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T19:00:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:00:33.140129 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 19:00:33.176567 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-6a543434-f24f-4f67-85c0-2dd5b7ce202d req-12a6c832-4fe0-4e11-92bf-b3060e777202 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 210 time: 0.0286901 Apr 29 19:00:33.250618 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f9ad4f69-b86e-48ab-b36a-7ac1856efd00 req-ba10f8f6-1953-47ee-8f16-1188a5ad0b65 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e544d58-c396-4b18-8b81-93897ec832ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279288 Apr 29 19:00:33.339214 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:00:33.341861 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f9ad4f69-b86e-48ab-b36a-7ac1856efd00 req-91201348-2404-4ac4-8b55-8bf1e33b2c5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=3e544d58-c396-4b18-8b81-93897ec832ba HTTP/1.1" status: 200 len: 210 time: 0.0287933 Apr 29 19:00:33.367054 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015327bd-da83-4a86-a00d-c0b137db528e None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 19:00:33.472778 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad4f69-b86e-48ab-b36a-7ac1856efd00 req-9a751b95-5864-4cfb-948c-f847b780b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:33.474745 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f9ad4f69-b86e-48ab-b36a-7ac1856efd00 req-9a751b95-5864-4cfb-948c-f847b780b7eb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9da6a94754bf43c4a0119272fb920c06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0995655 Apr 29 19:00:33.573531 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad4f69-b86e-48ab-b36a-7ac1856efd00 req-ff70189c-93c2-42a6-8233-8c414bb46963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:33.575045 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f9ad4f69-b86e-48ab-b36a-7ac1856efd00 req-ff70189c-93c2-42a6-8233-8c414bb46963 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922196 Apr 29 19:00:33.603727 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd185785-a18c-4e1d-825b-0def176b6228 None None] New status for floating IP 6f5615a6-6996-423b-ba8a-1a1821842df0: DOWN {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 19:00:34.270481 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55280) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:00:34.333968 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (da50d92b-7123-4850-8959-de035478a402), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.363071 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (da50d92b-7123-4850-8959-de035478a402), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.418429 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (da50d92b-7123-4850-8959-de035478a402), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.421009 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.422166 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "DELETE /v2.0/security-groups/da50d92b-7123-4850-8959-de035478a402 HTTP/1.1" status: 204 len: 168 time: 0.1504457 Apr 29 19:00:34.425135 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55282) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:00:34.431995 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da50d92b-7123-4850-8959-de035478a402,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:34.439151 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.api.v2.resource [None req-b4893f93-0fd6-4957-99bc-38436618a722 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] show failed (client error): The resource could not be found. Apr 29 19:00:34.439436 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.439791 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.440128 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-b4893f93-0fd6-4957-99bc-38436618a722 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups/da50d92b-7123-4850-8959-de035478a402 HTTP/1.1" status: 404 len: 347 time: 0.0139680 Apr 29 19:00:34.440242 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.440465 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.440826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.441158 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.441857 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.442197 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.442527 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.442858 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.443185 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.443428 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55284) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:00:34.443537 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.443826 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.444156 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.444464 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeacf7db-32d6-4bf9-b55f-ec29e4a60e29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:34.568758 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Deleting port 6a908896-e271-46ac-93a0-f7810255674f {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 19:00:34.569053 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (6a908896-e271-46ac-93a0-f7810255674f), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.654035 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (6a908896-e271-46ac-93a0-f7810255674f), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.654368 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (6a908896-e271-46ac-93a0-f7810255674f), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.666796 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Calling delete_port for 6a908896-e271-46ac-93a0-f7810255674f owned by network:floatingip {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 19:00:34.820600 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (6a908896-e271-46ac-93a0-f7810255674f), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.845447 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'Port': ['ID=6a908896-e271-46ac-93a0-f7810255674f,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:34.907066 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (6f5615a6-6996-423b-ba8a-1a1821842df0), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.909591 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:34.910905 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-60f1b595-2162-4ba4-8a26-75f997176e20 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "DELETE /v2.0/floatingips/6f5615a6-6996-423b-ba8a-1a1821842df0 HTTP/1.1" status: 204 len: 168 time: 0.4665115 Apr 29 19:00:35.130388 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55288) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:00:35.134911 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-95d58923-c075-4f41-8865-0b151d3013b4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400793042', 'description': 'tempest-description--139518337'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 19:00:35.155593 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-95d58923-c075-4f41-8865-0b151d3013b4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.229150 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-95d58923-c075-4f41-8865-0b151d3013b4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (72b7ece4-a02e-45f0-aa6c-bac477282bb3), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.234063 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-95d58923-c075-4f41-8865-0b151d3013b4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (72b7ece4-a02e-45f0-aa6c-bac477282bb3), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.261858 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-95d58923-c075-4f41-8865-0b151d3013b4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.263071 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-95d58923-c075-4f41-8865-0b151d3013b4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1316805 Apr 29 19:00:35.266017 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55290) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:00:35.267474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d58923-c075-4f41-8865-0b151d3013b4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7ece4-a02e-45f0-aa6c-bac477282bb3,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:35.270819 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-0b44557c-0e94-4cee-a504-7b1798994ffb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group_rule': {'security_group_id': '72b7ece4-a02e-45f0-aa6c-bac477282bb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 19:00:35.297919 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0b44557c-0e94-4cee-a504-7b1798994ffb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (e0c57407-f4c8-4977-95af-c4edcb4cbb61), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.356869 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0b44557c-0e94-4cee-a504-7b1798994ffb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (e0c57407-f4c8-4977-95af-c4edcb4cbb61), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.361655 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0b44557c-0e94-4cee-a504-7b1798994ffb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (e0c57407-f4c8-4977-95af-c4edcb4cbb61), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.378854 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44557c-0e94-4cee-a504-7b1798994ffb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c57407-f4c8-4977-95af-c4edcb4cbb61,revision_number=0']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:35.386666 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-0b44557c-0e94-4cee-a504-7b1798994ffb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.387851 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-0b44557c-0e94-4cee-a504-7b1798994ffb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208460 Apr 29 19:00:35.390783 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55292) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:00:35.395556 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-cb9ac82a-2d6f-496d-96e8-95c0703be9fe tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'security_group_rule': {'security_group_id': '72b7ece4-a02e-45f0-aa6c-bac477282bb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 19:00:35.422726 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cb9ac82a-2d6f-496d-96e8-95c0703be9fe tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (6d3dba9c-ab29-4a41-bc67-467f43e23bc8), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.481606 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cb9ac82a-2d6f-496d-96e8-95c0703be9fe tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (6d3dba9c-ab29-4a41-bc67-467f43e23bc8), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.486332 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cb9ac82a-2d6f-496d-96e8-95c0703be9fe tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480923'] for security_group_rule (6d3dba9c-ab29-4a41-bc67-467f43e23bc8), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.505541 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ac82a-2d6f-496d-96e8-95c0703be9fe tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3dba9c-ab29-4a41-bc67-467f43e23bc8,revision_number=0']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:35.511774 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-cb9ac82a-2d6f-496d-96e8-95c0703be9fe tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.512657 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-cb9ac82a-2d6f-496d-96e8-95c0703be9fe tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207988 Apr 29 19:00:35.515692 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55294) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:00:35.519970 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'floatingip': {'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 19:00:35.542724 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.898258 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:35.963542 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 5ff6c250-7aa9-4163-9799-c35517b006f0 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 19:00:35.983777 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: 5ff6c250-7aa9-4163-9799-c35517b006f0 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 19:00:35.984119 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 5ff6c250-7aa9-4163-9799-c35517b006f0 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 19:00:36.016344 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Allocated IP 172.27.0.236 (d555842e-4eba-4daa-8265-d369e04802d7/5a1cb966-5110-4792-be14-7c27371e29be/90fdd648-c34a-476b-9202-02f2d0cc5153) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 19:00:36.125863 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (90fdd648-c34a-476b-9202-02f2d0cc5153), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:36.161194 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (90fdd648-c34a-476b-9202-02f2d0cc5153), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:36.202257 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Network d555842e-4eba-4daa-8265-d369e04802d7 is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 19:00:36.206935 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 19:00:36.210719 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 19:00:36.215965 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=90fdd648-c34a-476b-9202-02f2d0cc5153,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:36.308621 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (9ec2a2ce-3cd7-4453-8f0d-4611b88b8279), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:36.349924 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (90fdd648-c34a-476b-9202-02f2d0cc5153), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:36.508602 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (90fdd648-c34a-476b-9202-02f2d0cc5153), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:36.516368 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (90fdd648-c34a-476b-9202-02f2d0cc5153), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:36.581716 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=90fdd648-c34a-476b-9202-02f2d0cc5153,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:36.593432 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (9ec2a2ce-3cd7-4453-8f0d-4611b88b8279), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:36.611304 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:36.612539 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-f6ee75f6-d8cb-42b8-b6c8-8b7e8e039c8f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0959122 Apr 29 19:00:36.820740 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-0a114515-91d8-4963-ac8f-468df4d7a9e9 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1400793042&fields=id&tenant_id=9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 267 time: 0.0458705 Apr 29 19:00:36.933390 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-7ad09fc8-d649-4274-8a3a-eb7bf288f5fe tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:36.935188 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-7ad09fc8-d649-4274-8a3a-eb7bf288f5fe tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 815 time: 0.1050446 Apr 29 19:00:36.950289 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-9cbf7278-eb3a-4fa9-996a-497a3cd65404 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/quotas/9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 375 time: 0.0096006 Apr 29 19:00:37.000100 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-bf73eadf-2646-4468-9b32-4d8ec0736c98 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445635 Apr 29 19:00:37.095390 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-be068ad0-d182-4029-8690-ad201fdd36e4 service neutron] 10.222.0.50 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829785 Apr 29 19:00:37.200981 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-f4887cc1-f184-4534-8028-8117e4b40f34 service neutron] 10.222.0.50 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992281 Apr 29 19:00:37.365300 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-c2c44569-a5f9-4b25-a81e-40b4d7eee7db req-94069163-d6f9-4810-9245-3a02552c717f tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 210 time: 0.0290205 Apr 29 19:00:38.465899 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3ab9a9d3-87a1-4eb1-939d-815a8ad9296a req-418acce0-8610-4ce0-bfaa-84a98fca5fe2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 210 time: 0.0277448 Apr 29 19:00:38.705986 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-204903ea-27aa-44b4-849f-86ed5c201c29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:38.707683 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-204903ea-27aa-44b4-849f-86ed5c201c29 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 815 time: 0.1129954 Apr 29 19:00:38.784887 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-b7dd6dd1-367b-4963-8336-d12b851708b0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da6a94754bf43c4a0119272fb920c06 HTTP/1.1" status: 200 len: 380 time: 0.0580828 Apr 29 19:00:38.896959 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'port': {'device_id': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'admin_state_up': True, 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'security_groups': ['72b7ece4-a02e-45f0-aa6c-bac477282bb3']}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 19:00:39.020061 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Made reservation on behalf of 9da6a94754bf43c4a0119272fb920c06 for: {'port': 1} {{(pid=110119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 19:00:39.023617 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:39.158077 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_common [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Allocated IP 172.20.0.11 (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee/128889e7-1c39-4f70-92db-9fbc21850354/97fd51b9-dc7d-4fac-8a49-22ccde7ada31) {{(pid=110119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 19:00:39.297060 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:39.332651 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759953847116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:39.375244 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee is already hosted by enough agents. {{(pid=110119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 19:00:39.380285 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.base_scheduler [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Resources bound (agent type, host, resource id): {{(pid=110119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 19:00:39.384062 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Received port after_create {{(pid=110119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 19:00:39.413786 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event updated for resources: {'Port': ['ID=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:39.440375 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:39.440974 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:39.459416 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-92516783-ca0e-44c5-9251-27568980e66d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684593 Apr 29 19:00:39.478181 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.v2.base [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Request body: {'port': {'device_id': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=110119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 19:00:39.539365 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:39.621231 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b465f4-8ae9-43de-928f-dcf49dac55d7 req-2017e13e-d418-4586-8d20-3ec5910849e2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:39.622726 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58b465f4-8ae9-43de-928f-dcf49dac55d7 req-2017e13e-d418-4586-8d20-3ec5910849e2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 932 time: 0.0743549 Apr 29 19:00:39.660538 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-1a5759f9-20cf-42e3-8d63-7ab9767aad5c None None] Provisioning complete for port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 triggered by entity DHCP. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 19:00:39.661105 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1a5759f9-20cf-42e3-8d63-7ab9767aad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:39.700060 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-1a5759f9-20cf-42e3-8d63-7ab9767aad5c None None] Port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 cannot update to ACTIVE because it is not bound. {{(pid=110121) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 19:00:39.732963 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-58b465f4-8ae9-43de-928f-dcf49dac55d7 req-b86e36fe-472b-46ff-bf6b-2faa52612026 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017835 Apr 29 19:00:39.892386 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 {{(pid=110119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 19:00:39.902128 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Publish callbacks [] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:39.915104 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.provisioning_blocks [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Transition to ACTIVE for port object 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 will not be triggered until provisioned by entity L2. {{(pid=110119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 19:00:39.921009 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:39.977346 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Pushing event updated for resources: {'Port': ['ID=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,revision_number=2']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:40.052850 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Attempting to bind port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 19:00:40.053181 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Attempting to bind port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 19:00:40.053502 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Attempting to bind port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 19:00:40.058232 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 19:00:40.058545 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Attempting to bind port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 on network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 19:00:40.064125 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Checking agent: {'id': 'f8788ccf-afd2-4887-b3b6-fef3d88010da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'started_at': datetime.datetime(2022, 4, 29, 18, 41, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 19, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 19:00:40.064452 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Checking segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 19:00:40.064856 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Bound using segment: {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'} {{(pid=110119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 19:00:40.065280 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.managers [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Bound port: 97fd51b9-dc7d-4fac-8a49-22ccde7ada31, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64305300-87bb-4e1a-b545-61d7bec06da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee'}}] {{(pid=110119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 19:00:40.065633 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), before_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:40.134783 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] For port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31, host hv-cinder-83998, cleared binding levels {{(pid=110119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 19:00:40.138490 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] For port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 19:00:40.144459 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3283922'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:40.178120 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:40.178724 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:40.180339 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] 10.222.0.15 "PUT /v2.0/ports/97fd51b9-dc7d-4fac-8a49-22ccde7ada31 HTTP/1.1" status: 200 len: 1094 time: 0.7065578 Apr 29 19:00:40.180518 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'tag': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 19:00:40.182848 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b", "tag": "97fd51b9-dc7d-4fac-8a49-22ccde7ada31"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 19:00:40.211998 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff0dd-7cdd-4dc0-aa1f-718a44dae90a service neutron] Pushing event updated for resources: {'Port': ['ID=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,revision_number=3']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:40.226625 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 19:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a53748a-8b7b-453a-a542-a16d16a606b5 x-openstack-request-id: req-2a53748a-8b7b-453a-a542-a16d16a606b5 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 19:00:40.226908 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b", "tag": "97fd51b9-dc7d-4fac-8a49-22ccde7ada31", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 19:00:40.227157 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a53748a-8b7b-453a-a542-a16d16a606b5 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 19:00:40.227565 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a53748a-8b7b-453a-a542-a16d16a606b5'] response: {'name': 'network-changed', 'server_uuid': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'tag': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31', 'status': 'completed', 'code': 200} Apr 29 19:00:40.308173 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-a9076349-0621-4c24-90ed-a6a6ae7fd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:40.310085 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-a9076349-0621-4c24-90ed-a6a6ae7fd8b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 1128 time: 0.0433378 Apr 29 19:00:40.368692 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-48299bd9-0125-4540-a448-f2914736d3ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd51b9-dc7d-4fac-8a49-22ccde7ada31 HTTP/1.1" status: 200 len: 217 time: 0.0441813 Apr 29 19:00:40.421560 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-dddda3d6-5491-41db-afa1-f6d8b0003d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:40.422885 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-dddda3d6-5491-41db-afa1-f6d8b0003d96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0467792 Apr 29 19:00:40.468087 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-9ec38153-f6df-4d3c-9b2e-b50d076cba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:40.469651 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-9ec38153-f6df-4d3c-9b2e-b50d076cba7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387919 Apr 29 19:00:40.563280 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-38325f6a-603f-4537-ae65-4c4a241fbdda service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862513 Apr 29 19:00:40.663737 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-254955fb-5310-473f-8ec7-b8cfb5ffea43 req-e7d03902-02a5-4364-9767-2ba8df32c9c6 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927422 Apr 29 19:00:40.853129 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113a987-81cd-4fb8-93a1-1d372b98050c req-fa9a22b1-1609-48dc-aa37-bdf574734191 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:40.854609 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8113a987-81cd-4fb8-93a1-1d372b98050c req-fa9a22b1-1609-48dc-aa37-bdf574734191 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 944 time: 0.0528429 Apr 29 19:00:40.907912 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-8113a987-81cd-4fb8-93a1-1d372b98050c req-b1b82c1a-4839-4f83-bcdb-89b0f93b98cb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449314 Apr 29 19:00:42.039429 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27cd7-d07a-45f8-8b3b-7968f4b890ac req-c7f45b6c-402a-43dd-9ed2-e88db8220cd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:42.040902 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cfb27cd7-d07a-45f8-8b3b-7968f4b890ac req-c7f45b6c-402a-43dd-9ed2-e88db8220cd7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 944 time: 0.0496030 Apr 29 19:00:42.086705 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-cfb27cd7-d07a-45f8-8b3b-7968f4b890ac req-c94b43f0-13ed-44b0-8ff8-6a6c11a00d43 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402746 Apr 29 19:00:43.009454 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-13334880-5857-412b-a6e7-dde53416f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:43.010961 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-13334880-5857-412b-a6e7-dde53416f8ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 1128 time: 0.0437686 Apr 29 19:00:43.116284 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-cf5b5792-2b3a-4abc-aeb2-873263f66858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:43.118459 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-cf5b5792-2b3a-4abc-aeb2-873263f66858 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0944176 Apr 29 19:00:43.162772 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-5434d7f2-775e-49b6-b19e-3f7e7ea73327 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd51b9-dc7d-4fac-8a49-22ccde7ada31 HTTP/1.1" status: 200 len: 217 time: 0.0367956 Apr 29 19:00:43.241992 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa4cb-a9c6-406e-ac74-04f74b507c31 req-dad85b38-ea5c-4ecd-b4f0-9aa3810aede6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:43.243457 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-94baa4cb-a9c6-406e-ac74-04f74b507c31 req-dad85b38-ea5c-4ecd-b4f0-9aa3810aede6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 944 time: 0.0834982 Apr 29 19:00:43.247058 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-40486514-15db-4cb1-804b-915a87c29422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:43.248378 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-40486514-15db-4cb1-804b-915a87c29422 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0774448 Apr 29 19:00:43.317515 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-07b5fa9a-70b9-4397-b365-0cb7c929c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:43.318901 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-07b5fa9a-70b9-4397-b365-0cb7c929c801 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631115 Apr 29 19:00:43.323022 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-94baa4cb-a9c6-406e-ac74-04f74b507c31 req-1eb08482-8e20-43e7-9057-ca1b6c7dace0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737796 Apr 29 19:00:43.418699 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-23cb06ad-94f7-422e-8cf8-f0d315784991 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908468 Apr 29 19:00:43.508636 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-5c4a6fa1-00fd-4c73-b1ef-effe2a2753ba req-61762639-9ece-4c0b-8493-2dd6f85a60b4 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832200 Apr 29 19:00:44.011928 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=110121) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 19:00:44.124836 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 19:00:44.136023 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Returning: {'device': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'port_id': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31', 'mac_address': 'fa:16:3e:c5:8f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110121) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 19:00:44.173649 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 is: DOWN; New status is: BUILD {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 19:00:44.174033 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:44.187907 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 {{(pid=110121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 19:00:44.208432 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 19:00:44.213980 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:44.265467 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,revision_number=4']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:44.274902 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.275258 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.275606 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.275953 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.276292 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.276659 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.276994 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.277328 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.277666 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.277979 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.278308 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.278640 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.278966 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.279292 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.279616 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:00:44.448792 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715c190-7c13-4dc1-98f1-bfc47e386962 req-0ab6c322-b57d-4df7-b2b7-acf67dc0e1e8 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:44.450232 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e715c190-7c13-4dc1-98f1-bfc47e386962 req-0ab6c322-b57d-4df7-b2b7-acf67dc0e1e8 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 945 time: 0.0509212 Apr 29 19:00:44.499388 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-e715c190-7c13-4dc1-98f1-bfc47e386962 req-931f448c-d833-47be-9670-4cd46a1ba5dc tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Apr 29 19:00:44.689911 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] get_ports_and_sgs() called for port_ids ['97fd51b9-dc7d-4fac-8a49-22ccde7ada31'] {{(pid=110121) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 19:00:45.629618 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd06499-b7d3-4f65-8d8e-c8a9c33d8f8a req-3824267b-0c43-48ac-b8b2-b3a10ff8bdc6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:45.631080 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4fd06499-b7d3-4f65-8d8e-c8a9c33d8f8a req-3824267b-0c43-48ac-b8b2-b3a10ff8bdc6 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 945 time: 0.0541437 Apr 29 19:00:45.682418 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-4fd06499-b7d3-4f65-8d8e-c8a9c33d8f8a req-688acbf8-b306-407b-8cdb-5cfe6473c14b tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452013 Apr 29 19:00:46.032785 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 up at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 19:00:46.087039 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning for port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 completed by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 19:00:46.098623 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.db.provisioning_blocks [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Provisioning complete for port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 triggered by entity L2. {{(pid=110121) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 19:00:46.103275 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66406360'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), provisioning_complete {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:46.189471 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Current status of the port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 is: BUILD; New status is: ACTIVE {{(pid=110121) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 19:00:46.189927 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66573272'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), before_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:46.215352 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31'}] {{(pid=110121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 19:00:46.217627 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1bb4c9a670ff01b0f81412c761814666c41cab6f6d767fddca79fbd1a993b88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b03e98-343d-47df-8ba7-3725945d6276" -d '{"events": [{"server_uuid": "5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b", "name": "network-vif-plugged", "status": "completed", "tag": "97fd51b9-dc7d-4fac-8a49-22ccde7ada31"}]}' {{(pid=110121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 19:00:46.230095 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.db [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] For port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 19:00:46.235155 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759954240467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759953847134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759953847152'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:46.285096 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Pushing event updated for resources: {'Port': ['ID=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,revision_number=5']} {{(pid=110121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:00:46.315482 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 19:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc56185-f82d-4421-9eda-474593e748ff x-openstack-request-id: req-cdc56185-f82d-4421-9eda-474593e748ff {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 19:00:46.315770 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b", "name": "network-vif-plugged", "status": "completed", "tag": "97fd51b9-dc7d-4fac-8a49-22ccde7ada31", "code": 200}]} {{(pid=110121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 19:00:46.316016 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cdc56185-f82d-4421-9eda-474593e748ff {{(pid=110121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 19:00:46.316412 dv-cinder-839987-1-iscsi neutron-server[110121]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc56185-f82d-4421-9eda-474593e748ff'] response: {'server_uuid': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31', 'code': 200} Apr 29 19:00:46.565883 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edd2df-fece-492c-93c9-a680f2344059 req-eb4c05a8-d497-4905-b51e-33f7f8718946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:46.567295 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-69edd2df-fece-492c-93c9-a680f2344059 req-eb4c05a8-d497-4905-b51e-33f7f8718946 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 1130 time: 0.0405269 Apr 29 19:00:46.615493 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-69edd2df-fece-492c-93c9-a680f2344059 req-880ada3b-7067-4397-9682-8640d2c0b828 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386343 Apr 29 19:00:46.812293 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b526862-2716-46e2-91c7-262c000a004c req-45bb5b8d-9f43-48a9-802d-8c889fd8b657 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:46.813799 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b526862-2716-46e2-91c7-262c000a004c req-45bb5b8d-9f43-48a9-802d-8c889fd8b657 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 946 time: 0.0490401 Apr 29 19:00:46.865745 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-0b526862-2716-46e2-91c7-262c000a004c req-0968231d-ff97-4eed-8cce-c5d9383dedea tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461476 Apr 29 19:00:48.008776 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a33045-edfd-49e1-be79-432c7125b752 req-6c83b313-70fc-4090-9e5c-37a8b7a6efeb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:48.010261 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f2a33045-edfd-49e1-be79-432c7125b752 req-6c83b313-70fc-4090-9e5c-37a8b7a6efeb tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 946 time: 0.0545766 Apr 29 19:00:48.058990 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f2a33045-edfd-49e1-be79-432c7125b752 req-650a3bf3-2915-43f3-a948-71143fefc967 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Apr 29 19:00:49.188328 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3687424-41bd-4c17-a5e7-4b082d39e1a0 req-b0a223c3-08f0-474c-8602-fb60e906ce6a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:49.190155 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f3687424-41bd-4c17-a5e7-4b082d39e1a0 req-b0a223c3-08f0-474c-8602-fb60e906ce6a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 946 time: 0.0608680 Apr 29 19:00:49.238491 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-f3687424-41bd-4c17-a5e7-4b082d39e1a0 req-c63012a8-317e-4ee9-86ca-a63d9846c6bf tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Apr 29 19:00:49.362942 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de43c1-3b8e-4fe4-8418-a5426b4b719b req-39eff3c7-1c12-4a52-a78c-3027a48bd0e3 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:49.364291 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-66de43c1-3b8e-4fe4-8418-a5426b4b719b req-39eff3c7-1c12-4a52-a78c-3027a48bd0e3 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 946 time: 0.0591769 Apr 29 19:00:49.376385 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55358) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:00:49.380847 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.v2.base [None req-3c4783fa-801a-4396-90b6-6aefff1b4c0a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Request body: {'floatingip': {'port_id': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31'}} {{(pid=110120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 19:00:49.419484 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3c4783fa-801a-4396-90b6-6aefff1b4c0a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (9ec2a2ce-3cd7-4453-8f0d-4611b88b8279), before_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:49.885075 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3c4783fa-801a-4396-90b6-6aefff1b4c0a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:49.890690 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3c4783fa-801a-4396-90b6-6aefff1b4c0a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (9ec2a2ce-3cd7-4453-8f0d-4611b88b8279), after_update {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:49.992722 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.db.l3_db [None req-3c4783fa-801a-4396-90b6-6aefff1b4c0a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Floating IP 9ec2a2ce-3cd7-4453-8f0d-4611b88b8279 associated. External IP: 172.27.0.236, port: 97fd51b9-dc7d-4fac-8a49-22ccde7ada31. Apr 29 19:00:50.485260 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4783fa-801a-4396-90b6-6aefff1b4c0a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 19:00:50.599120 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4783fa-801a-4396-90b6-6aefff1b4c0a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 19:00:50.605120 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-3c4783fa-801a-4396-90b6-6aefff1b4c0a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:50.609090 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 19:00:50.620541 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 19:00:50.621429 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T19:00:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:00:50.635976 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-3c4783fa-801a-4396-90b6-6aefff1b4c0a tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "PUT /v2.0/floatingips/9ec2a2ce-3cd7-4453-8f0d-4611b88b8279 HTTP/1.1" status: 200 len: 992 time: 1.2585251 Apr 29 19:00:50.636566 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'tag': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31'}] {{(pid=110120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 19:00:50.638804 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b8e7a5b44cea18f5b18e02a75e571de401c15f2c56e125c0e40b968e04982c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b", "tag": "97fd51b9-dc7d-4fac-8a49-22ccde7ada31"}]}' {{(pid=110120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 19:00:50.673946 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 19:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c27e307-aaf8-41d4-8995-3efa5cea24cf x-openstack-request-id: req-7c27e307-aaf8-41d4-8995-3efa5cea24cf {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 19:00:50.674200 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b", "tag": "97fd51b9-dc7d-4fac-8a49-22ccde7ada31", "status": "completed", "code": 200}]} {{(pid=110120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 19:00:50.674443 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c27e307-aaf8-41d4-8995-3efa5cea24cf {{(pid=110120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 19:00:50.674841 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c27e307-aaf8-41d4-8995-3efa5cea24cf'] response: {'name': 'network-changed', 'server_uuid': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'tag': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31', 'status': 'completed', 'code': 200} Apr 29 19:00:50.734144 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 19:00:50.767986 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-9e8bda2d-712d-4d01-8250-4986457d7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:50.769453 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-9e8bda2d-712d-4d01-8250-4986457d7112 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 1130 time: 0.0403867 Apr 29 19:00:50.869396 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-e3aed2c1-1401-4942-baa1-8a7897139ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:50.870885 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-e3aed2c1-1401-4942-baa1-8a7897139ccb service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0899358 Apr 29 19:00:50.941178 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-6d4d0741-6e57-4a12-8e41-b2bf076b54ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd51b9-dc7d-4fac-8a49-22ccde7ada31 HTTP/1.1" status: 200 len: 1000 time: 0.0600615 Apr 29 19:00:50.954588 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '9ec2a2ce-3cd7-4453-8f0d-4611b88b8279', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:c5:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T19:00:36Z', 'updated_at': '2022-04-29T19:00:49Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:00:50.980762 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 19:00:50.989178 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 19:00:50.989804 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T19:00:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:00:50.997935 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-f8e56d72-5b65-4827-912d-c027e9dccb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:50.999575 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-f8e56d72-5b65-4827-912d-c027e9dccb5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0481305 Apr 29 19:00:51.047751 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-bd96d9d9-737f-4137-8feb-f70fc1bb3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:00:51.049378 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-bd96d9d9-737f-4137-8feb-f70fc1bb3f2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402055 Apr 29 19:00:51.100266 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 19:00:51.142056 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-64c44f57-fba4-4053-a71a-32bb609ada4e service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816598 Apr 29 19:00:51.242875 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-01e158ff-d7dc-41db-96c3-a1b6db7c1a66 req-8d15d2e8-729c-49ce-89b1-909f17556fd6 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937221 Apr 29 19:00:51.412555 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '9ec2a2ce-3cd7-4453-8f0d-4611b88b8279', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:c5:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T19:00:36Z', 'updated_at': '2022-04-29T19:00:49Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:00:51.440366 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd962b4-50df-40c0-8325-700c6a9b3571 None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_floatingips': [{'id': '9ec2a2ce-3cd7-4453-8f0d-4611b88b8279', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'router_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'port_id': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'mac_address': 'fa:16:3e:c5:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T19:00:36Z', 'updated_at': '2022-04-29T19:00:49Z', 'revision_number': 1, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 19:00:51.652860 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdefc532-30e4-4538-8d5e-388f64e23de7 None None] New status for floating IP 9ec2a2ce-3cd7-4453-8f0d-4611b88b8279: ACTIVE {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 19:00:53.135906 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-7bef6288-2e7f-469f-ba78-4130718ce6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:55.375233 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-62806ca9-b216-485d-97e3-bd8923575416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:56.426157 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:57.654858 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:00:59.397521 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:00.598860 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:01:02.448111 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:23.132373 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a8a2de7e-89d1-4a38-a4b2-f00d63a93cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:25.378905 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-b01904c4-287a-4d54-aeae-b302d7baef5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:26.431347 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:27.654184 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:29.392138 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:32.448314 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:33.268036 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-c73c8c81-a118-416a-8f6e-6faa5c0f52e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385518 Apr 29 19:01:33.395389 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-b19a8f50-9781-41c6-b38c-70818d27e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:01:33.397570 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-b19a8f50-9781-41c6-b38c-70818d27e752 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da6a94754bf43c4a0119272fb920c06&device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 1130 time: 0.0497668 Apr 29 19:01:33.505948 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-ed85ad15-5819-4da8-b4d5-89d6c06a2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:01:33.507430 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-ed85ad15-5819-4da8-b4d5-89d6c06a2930 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 200 len: 916 time: 0.0856805 Apr 29 19:01:33.580911 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-24c83f75-370a-42bb-b700-85f007731027 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd51b9-dc7d-4fac-8a49-22ccde7ada31 HTTP/1.1" status: 200 len: 1002 time: 0.0661948 Apr 29 19:01:33.630745 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-97c6e552-91bc-4471-81e4-65fade0e1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:01:33.632221 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-97c6e552-91bc-4471-81e4-65fade0e1173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 200 len: 854 time: 0.0448508 Apr 29 19:01:33.677475 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-4446929b-cac1-4f6f-ac49-f9e5231b9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:01:33.678872 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-4446929b-cac1-4f6f-ac49-f9e5231b9d64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395198 Apr 29 19:01:33.782177 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-d9c78c47-f568-4c48-ba90-a6902c12c334 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945141 Apr 29 19:01:33.873335 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-7010ba7b-3659-4abc-81bb-137845b443e3 req-9b1ed676-a64e-4275-ac5d-bb2d63e2fdb2 service neutron] 10.222.0.15 "GET /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843756 Apr 29 19:01:37.604115 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:01:53.130038 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4974c079-a648-45b4-bfcf-f6a709d4c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:55.379192 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-ac2860bf-c9a9-41d9-b8e1-b5f3b1b499ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:56.441427 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:57.656828 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:01:59.409833 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:02.473384 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:14.604797 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:02:16.915592 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511bb2a-7f8b-4c42-b868-457ecf0a2c16 req-7a234051-707e-4ab7-8bc6-af88c88b641d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:02:16.917073 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f511bb2a-7f8b-4c42-b868-457ecf0a2c16 req-7a234051-707e-4ab7-8bc6-af88c88b641d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 946 time: 0.0525968 Apr 29 19:02:16.968683 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-f511bb2a-7f8b-4c42-b868-457ecf0a2c16 req-0ae21725-c2e5-42a5-b73d-f3d3329b1ad0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435033 Apr 29 19:02:18.110796 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba266d2-81f5-4516-87ce-17b0eaa4f788 req-1a2a8ac0-71f1-408d-8a32-0eff2f294b91 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:02:18.113204 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eba266d2-81f5-4516-87ce-17b0eaa4f788 req-1a2a8ac0-71f1-408d-8a32-0eff2f294b91 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 946 time: 0.0632622 Apr 29 19:02:18.163214 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-eba266d2-81f5-4516-87ce-17b0eaa4f788 req-18360e0c-2b69-40ca-b17b-a743a4f27f2d tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Apr 29 19:02:19.064345 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-74ec7ed4-591e-4dab-9c8c-1234046beec0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:02:19.065812 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-74ec7ed4-591e-4dab-9c8c-1234046beec0 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 946 time: 0.0548339 Apr 29 19:02:19.149741 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Deleting port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 19:02:19.150420 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:19.242492 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] For port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 19:02:19.242898 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:19.288877 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22f1bd-0b14-4a27-acd6-066ddc902f57 req-4534c6f0-318f-43c4-93a9-6beacb24dba2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 19:02:19.290469 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3e22f1bd-0b14-4a27-acd6-066ddc902f57 req-4534c6f0-318f-43c4-93a9-6beacb24dba2 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 946 time: 0.0503914 Apr 29 19:02:19.340434 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3e22f1bd-0b14-4a27-acd6-066ddc902f57 req-8d293381-ad1f-4e18-aab8-9bebaeaca286 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups?id=72b7ece4-a02e-45f0-aa6c-bac477282bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441606 Apr 29 19:02:19.421279 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:19.421636 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-480312'] for floatingip (9ec2a2ce-3cd7-4453-8f0d-4611b88b8279), after_update {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:19.421947 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.db.l3_db [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Floating IP 9ec2a2ce-3cd7-4453-8f0d-4611b88b8279 disassociated. External IP: 172.27.0.236, port: 97fd51b9-dc7d-4fac-8a49-22ccde7ada31. Apr 29 19:02:19.422293 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Calling delete_port for 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 owned by compute:nova {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 19:02:19.555279 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (97fd51b9-dc7d-4fac-8a49-22ccde7ada31), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:19.584299 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'Port': ['ID=97fd51b9-dc7d-4fac-8a49-22ccde7ada31,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:19.595499 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.595860 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.596204 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.596582 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.596911 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.597219 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.597551 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.597903 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.598221 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.598544 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.598870 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.599191 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.599520 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.599819 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.600144 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:19.726260 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 19:02:19.838497 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 19:02:19.848985 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 19:02:19.859734 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 19:02:19.860279 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T19:01:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:19.880520 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.l3_dvrscheduler_db [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] No DVR routers for this DVR port 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 on host hv-cinder-83998 {{(pid=110119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 19:02:19.883270 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for port (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:19.886726 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [req-d771cbab-e0bb-4056-a9e3-478093e30d0a req-7c12d8f6-e1ad-465a-9890-e9b5ed2437df tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.15 "DELETE /v2.0/ports/97fd51b9-dc7d-4fac-8a49-22ccde7ada31 HTTP/1.1" status: 204 len: 173 time: 0.8140941 Apr 29 19:02:19.887142 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'name': 'network-vif-deleted', 'tag': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31'}] {{(pid=110119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 19:02:19.889573 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6e683f57c0bd307218117116213f6f576938a01acd35827dd348b9e3ad5c0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70d0fdd-8e98-47d0-839d-a54cb2b5ddab" -d '{"events": [{"server_uuid": "5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b", "name": "network-vif-deleted", "tag": "97fd51b9-dc7d-4fac-8a49-22ccde7ada31"}]}' {{(pid=110119) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 19:02:19.928637 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 19:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837df94e-69ca-4793-ae6f-ba9831baf474 x-openstack-request-id: req-837df94e-69ca-4793-ae6f-ba9831baf474 {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 19:02:19.928999 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b", "name": "network-vif-deleted", "tag": "97fd51b9-dc7d-4fac-8a49-22ccde7ada31", "status": "completed", "code": 200}]} {{(pid=110119) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 19:02:19.929344 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-837df94e-69ca-4793-ae6f-ba9831baf474 {{(pid=110119) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 19:02:19.929846 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837df94e-69ca-4793-ae6f-ba9831baf474'] response: {'server_uuid': '5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b', 'name': 'network-vif-deleted', 'tag': '97fd51b9-dc7d-4fac-8a49-22ccde7ada31', 'status': 'completed', 'code': 200} Apr 29 19:02:19.975490 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 19:02:20.167457 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:20.197793 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 19:02:20.206534 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 19:02:20.207129 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T19:01:55Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:20.316964 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 19:02:20.448976 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [req-3724878c-5e43-4dd5-a9a1-60fed522b71c req-e7a437d7-d5da-48a5-9f5d-ed782d2ed912 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6cf9ed-a3ef-4ed3-bbf6-21a67b860a5b HTTP/1.1" status: 200 len: 210 time: 0.0283511 Apr 29 19:02:20.513274 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:20.550533 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b94fb8-3fad-42be-9e7c-8551bfb18b55 None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T18:53:25Z', 'revision_number': 4, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi', '_interfaces': [{'id': '2975a4f3-7646-4e9c-b37f-e73a7def2835', 'name': '', 'network_id': '6af99060-7c91-4ffd-a3fb-25d79b7fc8ee', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'mac_address': 'fa:16:3e:b7:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '128889e7-1c39-4f70-92db-9fbc21850354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:24Z', 'updated_at': '2022-04-29T18:53:28Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'subnets': [{'id': '128889e7-1c39-4f70-92db-9fbc21850354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 19:02:20.786830 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325128ae-ebfb-4872-9484-62bfab118175 None None] New status for floating IP 9ec2a2ce-3cd7-4453-8f0d-4611b88b8279: DOWN {{(pid=110121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 19:02:21.548634 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55466) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:21.610486 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe3ac-4be9-4608-9fd5-5887fc5b28c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (72b7ece4-a02e-45f0-aa6c-bac477282bb3), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:21.634692 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe3ac-4be9-4608-9fd5-5887fc5b28c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (72b7ece4-a02e-45f0-aa6c-bac477282bb3), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:21.682306 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe3ac-4be9-4608-9fd5-5887fc5b28c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (72b7ece4-a02e-45f0-aa6c-bac477282bb3), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:21.685705 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe3ac-4be9-4608-9fd5-5887fc5b28c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:21.686849 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-f6bbe3ac-4be9-4608-9fd5-5887fc5b28c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "DELETE /v2.0/security-groups/72b7ece4-a02e-45f0-aa6c-bac477282bb3 HTTP/1.1" status: 204 len: 168 time: 0.1371660 Apr 29 19:02:21.689654 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55468) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:21.696071 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbe3ac-4be9-4608-9fd5-5887fc5b28c7 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7ece4-a02e-45f0-aa6c-bac477282bb3,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:21.703024 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.api.v2.resource [None req-f662d92f-99ea-44bf-9107-e25912f980c4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] show failed (client error): The resource could not be found. Apr 29 19:02:21.705937 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f662d92f-99ea-44bf-9107-e25912f980c4 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "GET /v2.0/security-groups/72b7ece4-a02e-45f0-aa6c-bac477282bb3 HTTP/1.1" status: 404 len: 347 time: 0.0152557 Apr 29 19:02:21.708864 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55470) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:21.826636 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Deleting port 90fdd648-c34a-476b-9202-02f2d0cc5153 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 19:02:21.826877 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (90fdd648-c34a-476b-9202-02f2d0cc5153), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:21.910549 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (90fdd648-c34a-476b-9202-02f2d0cc5153), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:21.910825 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (90fdd648-c34a-476b-9202-02f2d0cc5153), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:21.923597 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Calling delete_port for 90fdd648-c34a-476b-9202-02f2d0cc5153 owned by network:floatingip {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 19:02:22.333573 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (90fdd648-c34a-476b-9202-02f2d0cc5153), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:22.362902 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Pushing event deleted for resources: {'Port': ['ID=90fdd648-c34a-476b-9202-02f2d0cc5153,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:22.393600 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 19:02:22.414838 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] No Port match for: 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 19:02:22.415177 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Device 97fd51b9-dc7d-4fac-8a49-22ccde7ada31 not bound to the agent host hv-cinder-83998 {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 19:02:22.426497 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks [] for floatingip (9ec2a2ce-3cd7-4453-8f0d-4611b88b8279), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:22.429115 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145311'] for floatingip (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:22.430261 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-f8a8509f-4031-4938-b272-485df1bebc81 tempest-AttachVolumeNegativeTest-1769149165 tempest-AttachVolumeNegativeTest-1769149165-project] 10.222.0.50 "DELETE /v2.0/floatingips/9ec2a2ce-3cd7-4453-8f0d-4611b88b8279 HTTP/1.1" status: 204 len: 168 time: 0.7203643 Apr 29 19:02:23.130473 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-fe87f3aa-6655-4d89-9654-063d8df7b192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:25.375725 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-cf6e1166-ce1b-4ab3-9907-89023a70a480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:26.153474 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55506) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:26.435539 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:26.629539 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467000'] for router_interface (5ae106a6-2b4e-4790-b860-0851d745e554), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:26.872217 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Deleting port 2975a4f3-7646-4e9c-b37f-e73a7def2835 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 19:02:26.872521 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:26.952691 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] For port 2975a4f3-7646-4e9c-b37f-e73a7def2835, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2975a4f3-7646-4e9c-b37f-e73a7def2835,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 19:02:26.953066 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:26.966170 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Calling delete_port for 2975a4f3-7646-4e9c-b37f-e73a7def2835 owned by network:router_interface {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 19:02:27.157330 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (2975a4f3-7646-4e9c-b37f-e73a7def2835), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:27.183693 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2975a4f3-7646-4e9c-b37f-e73a7def2835,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:27.357666 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467076'] for router_interface (5ae106a6-2b4e-4790-b860-0851d745e554), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:27.579438 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Router 5ae106a6-2b4e-4790-b860-0851d745e554 has already been hosted by L3 agent 817919d4-fa8b-429d-8b5d-e8d121d6b02e {{(pid=110119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 19:02:27.660703 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:27.689240 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] Notify agent at l3_agent.dv-cinder-839987-1-iscsi the message routers_updated {{(pid=110119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 19:02:27.694432 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-ac923b93-7efc-4be8-b692-e41d711bce0b admin admin] 10.222.0.50 "PUT /v2.0/routers/5ae106a6-2b4e-4790-b860-0851d745e554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5397644 Apr 29 19:02:27.696899 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55510) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:27.699304 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] Sync routers for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 19:02:27.713471 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 19:02:27.714200 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T19:02:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:27.802626 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks [] for router (5ae106a6-2b4e-4790-b860-0851d745e554), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:27.822834 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: dv-cinder-839987-1-iscsi {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 19:02:27.911290 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks [] for router_gateway (5ae106a6-2b4e-4790-b860-0851d745e554), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:27.957234 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Deleting port 80cb43a1-ff8d-4c75-af29-823ac5960536 {{(pid=110119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 19:02:27.957574 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.039396 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.db [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] For port 80cb43a1-ff8d-4c75-af29-823ac5960536, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=80cb43a1-ff8d-4c75-af29-823ac5960536,segment=NetworkSegment(7e038f45-cd7a-4a95-bd01-3a564ea8bbbe),segment_id=7e038f45-cd7a-4a95-bd01-3a564ea8bbbe)] {{(pid=110119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 19:02:28.039766 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.052583 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.plugins.ml2.plugin [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Calling delete_port for 80cb43a1-ff8d-4c75-af29-823ac5960536 owned by network:router_gateway {{(pid=110119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 19:02:28.082057 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'external_fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T19:02:27Z', 'revision_number': 5, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port': {'id': '80cb43a1-ff8d-4c75-af29-823ac5960536', 'name': '', 'network_id': 'd555842e-4eba-4daa-8265-d369e04802d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5a1cb966-5110-4792-be14-7c27371e29be', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:53:23Z', 'updated_at': '2022-04-29T18:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a1cb966-5110-4792-be14-7c27371e29be', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-1-iscsi'}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:28.108247 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] Checking router: 5ae106a6-2b4e-4790-b860-0851d745e554 for host: dv-cinder-839987-1-iscsi {{(pid=110122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 19:02:28.116830 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] Routers {'5ae106a6-2b4e-4790-b860-0851d745e554'} bound to L3 agent in host dv-cinder-839987-1-iscsi {{(pid=110122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 19:02:28.117437 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T18:34:55Z,description=,heartbeat_timestamp=2022-04-29T19:02:25Z,host='dv-cinder-839987-1-iscsi',id=817919d4-fa8b-429d-8b5d-e8d121d6b02e,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T18:34:55Z,topic='l3_agent')) {'router_ids': ['5ae106a6-2b4e-4790-b860-0851d745e554'], 'active': True} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:28.205050 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_dvr_db [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] Set router 5ae106a6-2b4e-4790-b860-0851d745e554 gateway port host: None {{(pid=110122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 19:02:28.223928 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3283931'] for port (80cb43a1-ff8d-4c75-af29-823ac5960536), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.250615 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Pushing event deleted for resources: {'Port': ['ID=80cb43a1-ff8d-4c75-af29-823ac5960536,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:28.259679 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.l3_hamode_db [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T19:02:27Z', 'revision_number': 6, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port_host': None}], 'dv-cinder-839987-1-iscsi', False) {} {{(pid=110122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:28.286692 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39715dfb-b7c9-49c3-918d-14204c11c6b7 None None] The sync data for ids ['5ae106a6-2b4e-4790-b860-0851d745e554'] in dv-cinder-839987-1-iscsi is: [{'id': '5ae106a6-2b4e-4790-b860-0851d745e554', 'name': 'tempest-AttachVolumeNegativeTest-1785947217-router', 'tenant_id': '9da6a94754bf43c4a0119272fb920c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:53:22Z', 'updated_at': '2022-04-29T19:02:27Z', 'revision_number': 6, 'project_id': '9da6a94754bf43c4a0119272fb920c06', 'gw_port_host': None}] {{(pid=110122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 19:02:28.325450 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367102'] for router_gateway (5ae106a6-2b4e-4790-b860-0851d745e554), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.423745 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6689'] for router (5ae106a6-2b4e-4790-b860-0851d745e554), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.426006 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks [] for router_controller (5ae106a6-2b4e-4790-b860-0851d745e554), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.473902 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470364'] for router (5ae106a6-2b4e-4790-b860-0851d745e554), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.474526 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae106a6-2b4e-4790-b860-0851d745e554 {{(pid=110119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 19:02:28.479230 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.480380 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-1943dbed-9d53-432f-9f8a-14807f42b718 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5ae106a6-2b4e-4790-b860-0851d745e554 HTTP/1.1" status: 204 len: 168 time: 0.7825866 Apr 29 19:02:28.482918 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55512) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:28.528643 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c1a012-755a-4122-9731-21e34584b2af admin admin] Deleting subnet 128889e7-1c39-4f70-92db-9fbc21850354 {{(pid=110119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 19:02:28.531832 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a012-755a-4122-9731-21e34584b2af admin admin] Publish callbacks [] for subnet (128889e7-1c39-4f70-92db-9fbc21850354), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.566214 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a012-755a-4122-9731-21e34584b2af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3270458'] for subnet (128889e7-1c39-4f70-92db-9fbc21850354), precommit_delete_associations {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.648900 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a012-755a-4122-9731-21e34584b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66401840'] for subnet (128889e7-1c39-4f70-92db-9fbc21850354), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.710432 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a012-755a-4122-9731-21e34584b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66401835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3283212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9363777'] for subnet (128889e7-1c39-4f70-92db-9fbc21850354), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.737507 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1a012-755a-4122-9731-21e34584b2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128889e7-1c39-4f70-92db-9fbc21850354,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:28.739456 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a012-755a-4122-9731-21e34584b2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for subnet (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.744217 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe3d9e5-72b3-4a7a-b1ec-ef129c7db41e None None] Network 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee requested from dv-cinder-839987-1-iscsi {{(pid=110121) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 19:02:28.745397 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55514) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:28.748169 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-a6c1a012-755a-4122-9731-21e34584b2af admin admin] 10.222.0.50 "DELETE /v2.0/subnets/128889e7-1c39-4f70-92db-9fbc21850354 HTTP/1.1" status: 204 len: 168 time: 0.2587876 Apr 29 19:02:28.813827 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66504850'] for network (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.861408 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Deleting port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 {{(pid=110120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 19:02:28.861720 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759954234947'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.933675 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.db [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] For port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5, host dv-cinder-839987-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-1-iscsi',level=0,port_id=2e2bc6a6-e926-44d7-a515-1e12bb8864f5,segment=NetworkSegment(64305300-87bb-4e1a-b545-61d7bec06da7),segment_id=64305300-87bb-4e1a-b545-61d7bec06da7)] {{(pid=110120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 19:02:28.934030 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363845'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:28.947566 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Calling delete_port for 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 owned by network:dhcp {{(pid=110120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 19:02:29.041036 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66573589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759954240449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759953847125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542692'] for port (2e2bc6a6-e926-44d7-a515-1e12bb8864f5), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.051963 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef0e02-ac58-4a27-a222-bccf4c6f0ce3 None None] DHCP port deletion for 6af99060-7c91-4ffd-a3fb-25d79b7fc8ee request from dv-cinder-839987-1-iscsi {{(pid=110121) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 19:02:29.068891 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2bc6a6-e926-44d7-a515-1e12bb8864f5,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:29.073543 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] No DVR routers for this DVR port 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 on host dv-cinder-839987-1-iscsi {{(pid=110120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 19:02:29.081678 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.082017 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.082353 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.082691 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.083018 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.083355 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.083686 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.084012 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.084327 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.084771 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.084992 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.085386 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.085616 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.085953 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.086266 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:02:29.157397 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66400703', 'neutron.services.segments.db._delete_segments_for_network-8759954310256'] for network (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.167713 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2975a4f3-7646-4e9c-b37f-e73a7def2835 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 19:02:29.181242 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af99060-7c91-4ffd-a3fb-25d79b7fc8ee']}} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:29.191130 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64305300-87bb-4e1a-b545-61d7bec06da7') {'for_net_delete': True} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:29.191420 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.services.segments.db [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64305300-87bb-4e1a-b545-61d7bec06da7') {} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 19:02:29.191957 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 2975a4f3-7646-4e9c-b37f-e73a7def2835 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 19:02:29.192304 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2975a4f3-7646-4e9c-b37f-e73a7def2835 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 19:02:29.200892 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 19:02:29.201069 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759954312057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668385'] for segment (64305300-87bb-4e1a-b545-61d7bec06da7), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.211946 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 19:02:29.212292 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 2e2bc6a6-e926-44d7-a515-1e12bb8864f5 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 19:02:29.212737 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 80cb43a1-ff8d-4c75-af29-823ac5960536 no longer exists at agent ovs-agent-dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 19:02:29.214669 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351'] for segment (64305300-87bb-4e1a-b545-61d7bec06da7), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.220779 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 19:02:29.221219 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66396351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542673'] for segment (64305300-87bb-4e1a-b545-61d7bec06da7), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: Traceback (most recent call last): Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: timer() Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: cb(*args, **kw) Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: return func(*args, **kwargs) Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: self._notify() Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: self.callback(batched_events) Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: event.method(event) Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: return f(self, *a, **k) Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._get(url).json() Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: return self.request(url, 'GET', **kwargs) Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 19:02:29.222895 dv-cinder-839987-1-iscsi neutron-server[110120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 19:02:29.232195 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.plugin [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] No Port match for: 80cb43a1-ff8d-4c75-af29-823ac5960536 {{(pid=110121) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 19:02:29.232688 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron.plugins.ml2.rpc [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Device 80cb43a1-ff8d-4c75-af29-823ac5960536 not bound to the agent host dv-cinder-839987-1-iscsi {{(pid=110121) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 19:02:29.278477 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66400694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-480262'] for network (6af99060-7c91-4ffd-a3fb-25d79b7fc8ee), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.283927 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535007'] for network (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.287419 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6af99060-7c91-4ffd-a3fb-25d79b7fc8ee HTTP/1.1" status: 204 len: 168 time: 0.5407460 Apr 29 19:02:29.298587 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b5994-d38c-4866-8883-d04ee16572e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6af99060-7c91-4ffd-a3fb-25d79b7fc8ee,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:29.392287 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.410666 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55518) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:29.450715 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-b168e03c-d0b7-4bf6-9370-e73f9949b7d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9da6a94754bf43c4a0119272fb920c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389068 Apr 29 19:02:29.453403 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55520) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:29.503827 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb6f055d-0518-44f1-9342-f0cc22d93014 admin admin] Publish callbacks [] for security_group (674066d5-30a7-4ec1-b07d-870430579a51), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.525354 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb6f055d-0518-44f1-9342-f0cc22d93014 admin admin] Publish callbacks [] for security_group (674066d5-30a7-4ec1-b07d-870430579a51), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.577330 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb6f055d-0518-44f1-9342-f0cc22d93014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (674066d5-30a7-4ec1-b07d-870430579a51), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.580093 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-fb6f055d-0518-44f1-9342-f0cc22d93014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:29.581292 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-fb6f055d-0518-44f1-9342-f0cc22d93014 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/674066d5-30a7-4ec1-b07d-870430579a51 HTTP/1.1" status: 204 len: 168 time: 0.1269343 Apr 29 19:02:29.589675 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f055d-0518-44f1-9342-f0cc22d93014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674066d5-30a7-4ec1-b07d-870430579a51,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:32.460795 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:39.076219 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55628) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:39.212638 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-64739ad2-9492-4151-b5b7-148cfdd3bc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:39.302443 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-64739ad2-9492-4151-b5b7-148cfdd3bc0c admin admin] Publish callbacks [] for security_group (12df4b52-2ea7-46bd-8bd5-bbded0e342d9), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:39.308038 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-64739ad2-9492-4151-b5b7-148cfdd3bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (12df4b52-2ea7-46bd-8bd5-bbded0e342d9), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:39.345388 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-64739ad2-9492-4151-b5b7-148cfdd3bc0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0c4f2c188644461881ad70639d5f99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676775 Apr 29 19:02:39.346329 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64739ad2-9492-4151-b5b7-148cfdd3bc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12df4b52-2ea7-46bd-8bd5-bbded0e342d9,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:39.348485 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55632) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:39.402236 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9fffefde-e316-41e0-9c0d-e1ecf8f6aaa8 admin admin] Publish callbacks [] for security_group (12df4b52-2ea7-46bd-8bd5-bbded0e342d9), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:39.425673 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9fffefde-e316-41e0-9c0d-e1ecf8f6aaa8 admin admin] Publish callbacks [] for security_group (12df4b52-2ea7-46bd-8bd5-bbded0e342d9), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:39.491669 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9fffefde-e316-41e0-9c0d-e1ecf8f6aaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (12df4b52-2ea7-46bd-8bd5-bbded0e342d9), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:39.495755 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9fffefde-e316-41e0-9c0d-e1ecf8f6aaa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:39.497659 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9fffefde-e316-41e0-9c0d-e1ecf8f6aaa8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12df4b52-2ea7-46bd-8bd5-bbded0e342d9 HTTP/1.1" status: 204 len: 168 time: 0.1478884 Apr 29 19:02:39.506884 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffefde-e316-41e0-9c0d-e1ecf8f6aaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12df4b52-2ea7-46bd-8bd5-bbded0e342d9,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:48.961234 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55746) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:49.069345 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a1ababe8-6606-4e53-a910-db5be4d3e357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:49.147463 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a1ababe8-6606-4e53-a910-db5be4d3e357 admin admin] Publish callbacks [] for security_group (959810ba-222d-4e1a-a45f-ebd1e4d44f0c), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:49.154221 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-a1ababe8-6606-4e53-a910-db5be4d3e357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (959810ba-222d-4e1a-a45f-ebd1e4d44f0c), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:49.192676 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-a1ababe8-6606-4e53-a910-db5be4d3e357 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04f5a541b6764e6db9ec394862eef424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302904 Apr 29 19:02:49.193517 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ababe8-6606-4e53-a910-db5be4d3e357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959810ba-222d-4e1a-a45f-ebd1e4d44f0c,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:49.195541 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55750) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:02:49.245998 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-439580ed-ed6e-4642-9204-78b089ae39ca admin admin] Publish callbacks [] for security_group (959810ba-222d-4e1a-a45f-ebd1e4d44f0c), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:49.267701 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-439580ed-ed6e-4642-9204-78b089ae39ca admin admin] Publish callbacks [] for security_group (959810ba-222d-4e1a-a45f-ebd1e4d44f0c), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:49.317761 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-439580ed-ed6e-4642-9204-78b089ae39ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (959810ba-222d-4e1a-a45f-ebd1e4d44f0c), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:49.321821 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-439580ed-ed6e-4642-9204-78b089ae39ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:49.323188 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-439580ed-ed6e-4642-9204-78b089ae39ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/959810ba-222d-4e1a-a45f-ebd1e4d44f0c HTTP/1.1" status: 204 len: 168 time: 0.1266327 Apr 29 19:02:49.332717 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439580ed-ed6e-4642-9204-78b089ae39ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959810ba-222d-4e1a-a45f-ebd1e4d44f0c,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:02:51.608331 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:02:53.136223 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3143a782-036d-43d1-a99d-6501aa00d26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:55.375496 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-3a61d5c2-cd28-45e2-b46f-eda55ba83955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:56.445813 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:57.667837 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:02:59.409318 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:02.446269 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:02.525250 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55890) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:02.641632 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc591-bd52-481d-81b4-7f1f5065375c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:02.734461 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc591-bd52-481d-81b4-7f1f5065375c admin admin] Publish callbacks [] for security_group (c4456ad7-0503-418a-9e41-0e7917e1f579), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:02.740309 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc591-bd52-481d-81b4-7f1f5065375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c4456ad7-0503-418a-9e41-0e7917e1f579), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:02.780456 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-c2fbc591-bd52-481d-81b4-7f1f5065375c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4698b35230a34d5689ad2b98058a99a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538307 Apr 29 19:03:02.781630 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbc591-bd52-481d-81b4-7f1f5065375c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4456ad7-0503-418a-9e41-0e7917e1f579,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:02.783524 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55894) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:02.834676 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9428805f-94f2-4f03-be3e-8d1e91c3a7be admin admin] Publish callbacks [] for security_group (c4456ad7-0503-418a-9e41-0e7917e1f579), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:02.855705 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9428805f-94f2-4f03-be3e-8d1e91c3a7be admin admin] Publish callbacks [] for security_group (c4456ad7-0503-418a-9e41-0e7917e1f579), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:02.905926 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9428805f-94f2-4f03-be3e-8d1e91c3a7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (c4456ad7-0503-418a-9e41-0e7917e1f579), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:02.908398 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-9428805f-94f2-4f03-be3e-8d1e91c3a7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:02.909553 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-9428805f-94f2-4f03-be3e-8d1e91c3a7be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4456ad7-0503-418a-9e41-0e7917e1f579 HTTP/1.1" status: 204 len: 168 time: 0.1249285 Apr 29 19:03:02.917051 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428805f-94f2-4f03-be3e-8d1e91c3a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4456ad7-0503-418a-9e41-0e7917e1f579,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:03.186244 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 55900) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:03.200584 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-14284d88-2cee-4370-b3d0-0273fbb0631b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:03.281638 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-14284d88-2cee-4370-b3d0-0273fbb0631b admin admin] Publish callbacks [] for security_group (90ef0ce4-8f44-474d-b606-744ec98632bc), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:03.288588 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-14284d88-2cee-4370-b3d0-0273fbb0631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (90ef0ce4-8f44-474d-b606-744ec98632bc), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:03.326095 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-14284d88-2cee-4370-b3d0-0273fbb0631b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfc7d75720f04aac8d655834d065536b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387653 Apr 29 19:03:03.326927 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14284d88-2cee-4370-b3d0-0273fbb0631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ef0ce4-8f44-474d-b606-744ec98632bc,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:03.329619 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55902) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:03.379562 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-04778505-2451-47cd-958d-944999c400a2 admin admin] Publish callbacks [] for security_group (90ef0ce4-8f44-474d-b606-744ec98632bc), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:03.402273 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-04778505-2451-47cd-958d-944999c400a2 admin admin] Publish callbacks [] for security_group (90ef0ce4-8f44-474d-b606-744ec98632bc), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:03.453319 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-04778505-2451-47cd-958d-944999c400a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (90ef0ce4-8f44-474d-b606-744ec98632bc), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:03.457335 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-04778505-2451-47cd-958d-944999c400a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:03.458929 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-04778505-2451-47cd-958d-944999c400a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90ef0ce4-8f44-474d-b606-744ec98632bc HTTP/1.1" status: 204 len: 168 time: 0.1282773 Apr 29 19:03:03.466777 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04778505-2451-47cd-958d-944999c400a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ef0ce4-8f44-474d-b606-744ec98632bc,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:08.698630 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 55996) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:08.808267 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d5bfdbe5-dbb6-4059-b24d-abdd74240dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:08.883899 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d5bfdbe5-dbb6-4059-b24d-abdd74240dfe admin admin] Publish callbacks [] for security_group (af3df211-579b-4537-ac1b-cc985b7b5bca), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:08.889542 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-d5bfdbe5-dbb6-4059-b24d-abdd74240dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (af3df211-579b-4537-ac1b-cc985b7b5bca), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:08.934307 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-d5bfdbe5-dbb6-4059-b24d-abdd74240dfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81e5d1b20d324a9685a50e3bf510efa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318151 Apr 29 19:03:08.934307 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfdbe5-dbb6-4059-b24d-abdd74240dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3df211-579b-4537-ac1b-cc985b7b5bca,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:08.934940 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 56000) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:08.991509 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f4c08575-74f0-4d78-9e73-81c68d823c46 admin admin] Publish callbacks [] for security_group (af3df211-579b-4537-ac1b-cc985b7b5bca), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.013056 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f4c08575-74f0-4d78-9e73-81c68d823c46 admin admin] Publish callbacks [] for security_group (af3df211-579b-4537-ac1b-cc985b7b5bca), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.064207 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f4c08575-74f0-4d78-9e73-81c68d823c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (af3df211-579b-4537-ac1b-cc985b7b5bca), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.066643 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-f4c08575-74f0-4d78-9e73-81c68d823c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.067791 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-f4c08575-74f0-4d78-9e73-81c68d823c46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af3df211-579b-4537-ac1b-cc985b7b5bca HTTP/1.1" status: 204 len: 168 time: 0.1318519 Apr 29 19:03:09.075038 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c08575-74f0-4d78-9e73-81c68d823c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3df211-579b-4537-ac1b-cc985b7b5bca,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:09.340026 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 56006) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:09.353413 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eec115a4-3f4d-4d0e-8904-15da49493fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.424869 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eec115a4-3f4d-4d0e-8904-15da49493fba admin admin] Publish callbacks [] for security_group (2a18ad4e-e55b-4ddd-8dad-05b3b12cee11), precommit_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.430777 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-eec115a4-3f4d-4d0e-8904-15da49493fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2a18ad4e-e55b-4ddd-8dad-05b3b12cee11), after_create {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.467523 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec115a4-3f4d-4d0e-8904-15da49493fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18ad4e-e55b-4ddd-8dad-05b3b12cee11,revision_number=1']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:09.471882 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-eec115a4-3f4d-4d0e-8904-15da49493fba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e67a12314cdf4c8fa2d803ab5247aefd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307604 Apr 29 19:03:09.474726 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 56008) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:09.522362 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8d98f731-aa8c-45d7-bac8-ef7b6c7d41f9 admin admin] Publish callbacks [] for security_group (2a18ad4e-e55b-4ddd-8dad-05b3b12cee11), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.544803 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8d98f731-aa8c-45d7-bac8-ef7b6c7d41f9 admin admin] Publish callbacks [] for security_group (2a18ad4e-e55b-4ddd-8dad-05b3b12cee11), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.597564 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8d98f731-aa8c-45d7-bac8-ef7b6c7d41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (2a18ad4e-e55b-4ddd-8dad-05b3b12cee11), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.600142 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-8d98f731-aa8c-45d7-bac8-ef7b6c7d41f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:09.601326 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-8d98f731-aa8c-45d7-bac8-ef7b6c7d41f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a18ad4e-e55b-4ddd-8dad-05b3b12cee11 HTTP/1.1" status: 204 len: 168 time: 0.1258059 Apr 29 19:03:09.609248 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98f731-aa8c-45d7-bac8-ef7b6c7d41f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18ad4e-e55b-4ddd-8dad-05b3b12cee11,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:14.767879 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 56082) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:14.876481 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a6642a77-85ac-4dae-8878-2cb2dbee7367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:14.953542 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a6642a77-85ac-4dae-8878-2cb2dbee7367 admin admin] Publish callbacks [] for security_group (b16654a3-f474-47dc-b78b-5bf364cd4131), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:14.958648 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-a6642a77-85ac-4dae-8878-2cb2dbee7367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (b16654a3-f474-47dc-b78b-5bf364cd4131), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:14.993798 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6642a77-85ac-4dae-8878-2cb2dbee7367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16654a3-f474-47dc-b78b-5bf364cd4131,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:14.998149 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-a6642a77-85ac-4dae-8878-2cb2dbee7367 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5986f26117c6418ca6e9e92464bfbe99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291861 Apr 29 19:03:15.002031 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 56086) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:15.048667 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-46451d02-c5de-421f-94b3-b286c7299a7f admin admin] Publish callbacks [] for security_group (b16654a3-f474-47dc-b78b-5bf364cd4131), before_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.071605 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-46451d02-c5de-421f-94b3-b286c7299a7f admin admin] Publish callbacks [] for security_group (b16654a3-f474-47dc-b78b-5bf364cd4131), precommit_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.119728 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-46451d02-c5de-421f-94b3-b286c7299a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (b16654a3-f474-47dc-b78b-5bf364cd4131), after_delete {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.122171 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-46451d02-c5de-421f-94b3-b286c7299a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.123314 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-46451d02-c5de-421f-94b3-b286c7299a7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b16654a3-f474-47dc-b78b-5bf364cd4131 HTTP/1.1" status: 204 len: 168 time: 0.1204083 Apr 29 19:03:15.130971 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46451d02-c5de-421f-94b3-b286c7299a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16654a3-f474-47dc-b78b-5bf364cd4131,revision_number=None']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:15.407511 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 56092) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:15.421263 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e954b0ad-6922-4ca6-950e-4d2cf1150fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.777848 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e954b0ad-6922-4ca6-950e-4d2cf1150fba admin admin] Publish callbacks [] for security_group (1351df21-afab-43de-8b6c-92eafbcea86e), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.783827 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-e954b0ad-6922-4ca6-950e-4d2cf1150fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (1351df21-afab-43de-8b6c-92eafbcea86e), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.822461 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-e954b0ad-6922-4ca6-950e-4d2cf1150fba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8452d964af4242deb300d852e13e429b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137611 Apr 29 19:03:15.823298 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954b0ad-6922-4ca6-950e-4d2cf1150fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1351df21-afab-43de-8b6c-92eafbcea86e,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:15.825317 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 56094) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:15.879637 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-617c27ba-adf0-4a4e-8641-e24ec547da6d admin admin] Publish callbacks [] for security_group (1351df21-afab-43de-8b6c-92eafbcea86e), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.902292 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-617c27ba-adf0-4a4e-8641-e24ec547da6d admin admin] Publish callbacks [] for security_group (1351df21-afab-43de-8b6c-92eafbcea86e), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.952398 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-617c27ba-adf0-4a4e-8641-e24ec547da6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (1351df21-afab-43de-8b6c-92eafbcea86e), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.955928 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-617c27ba-adf0-4a4e-8641-e24ec547da6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:15.957113 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-617c27ba-adf0-4a4e-8641-e24ec547da6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1351df21-afab-43de-8b6c-92eafbcea86e HTTP/1.1" status: 204 len: 168 time: 0.1307950 Apr 29 19:03:15.965345 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c27ba-adf0-4a4e-8641-e24ec547da6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1351df21-afab-43de-8b6c-92eafbcea86e,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:23.132046 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a07d4fbb-193e-449f-a564-e0c9ac5f5945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:25.374105 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a0a7-e55e-4bdd-8928-1bf1b9e0b170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:26.453853 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:27.666616 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:28.612705 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:03:29.403252 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:32.464071 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:34.785909 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [req-42a875b0-9dc8-4b23-9303-dcaba8e6d26b req-8e75b54d-f10a-4126-a5ae-176ee5450fd2 service neutron] (110120) timed out ('10.222.0.15', 63053) {{(pid=110120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 19:03:38.735326 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [-] (110119) accepted ('10.222.0.50', 56242) {{(pid=110119) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:38.840014 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:38.914371 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Publish callbacks [] for security_group (9873e721-0bdf-4eaa-bab3-f1b54dab494d), precommit_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:38.920049 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9873e721-0bdf-4eaa-bab3-f1b54dab494d), after_create {{(pid=110119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:38.958001 dv-cinder-839987-1-iscsi neutron-server[110119]: INFO neutron.wsgi [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98797cf44a3d476f9e77f25901007398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216275 Apr 29 19:03:38.958919 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9873e721-0bdf-4eaa-bab3-f1b54dab494d,revision_number=1']} {{(pid=110119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:38.961160 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [-] (110120) accepted ('10.222.0.50', 56246) {{(pid=110120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 19:03:38.966744 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.967099 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.967444 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.967781 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.968084 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.968431 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.968787 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.969112 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.969435 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.969763 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.970116 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.970447 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.970767 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.971086 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:38.971400 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9b3e-eaa6-499e-9c70-ca2a9bdb9298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.013657 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Publish callbacks [] for security_group (9873e721-0bdf-4eaa-bab3-f1b54dab494d), before_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:39.035541 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Publish callbacks [] for security_group (9873e721-0bdf-4eaa-bab3-f1b54dab494d), precommit_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:39.085019 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491341'] for security_group (9873e721-0bdf-4eaa-bab3-f1b54dab494d), after_delete {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:39.087785 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:39.088945 dv-cinder-839987-1-iscsi neutron-server[110120]: INFO neutron.wsgi [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9873e721-0bdf-4eaa-bab3-f1b54dab494d HTTP/1.1" status: 204 len: 168 time: 0.1267328 Apr 29 19:03:39.098717 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9873e721-0bdf-4eaa-bab3-f1b54dab494d,revision_number=None']} {{(pid=110120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 19:03:39.106200 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.106559 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.107023 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.107357 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.107694 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.108024 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.108363 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.108696 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.109037 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.109357 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.109680 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.110000 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.110317 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.110631 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:39.110948 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73824647-227c-4e29-91c7-986e56a7fc74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-1-iscsi {{(pid=110120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 19:03:53.128754 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-12bf635d-56c6-43eb-bd4a-d13577238a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:55.379976 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-da7d95a9-06b5-41f8-9818-8556279cdd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:56.452431 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:57.668223 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:03:59.403886 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:02.460406 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:05.616524 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:04:23.133724 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-6504e43c-7a11-46c1-9ac6-a8af04af9d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:25.379015 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-78f59a8d-78f7-4f8f-b853-81dace7ac4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:26.454976 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:27.682133 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:29.416144 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:32.473122 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:42.616011 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:04:53.139017 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4f138d53-13a9-4894-a6c2-6fb6b1273939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:55.376655 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e78380df-622c-426e-be4f-5fe16d10549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:56.468255 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:57.680969 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:04:59.406777 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:02.482706 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:19.620752 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:05:23.133063 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-76ed38ae-673d-4993-a4e9-6886e756e86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:25.375238 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-53996391-8a39-4823-b757-aabc7d778ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:26.470322 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:27.685537 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:29.414119 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:32.480436 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:53.142451 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a9e94a73-907a-4a1d-b301-1d7835eaa4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:55.373086 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5330bbb6-8b50-4ef2-bbdb-7a36c3d6aed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:56.470650 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:56.624814 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:05:57.687795 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:05:59.400310 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:02.477668 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:23.147605 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-73ee90e0-b359-441c-80f7-fd2bc7a9cf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:25.366818 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-66fe62e5-85fe-4d9f-b946-c24dfad86fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:26.478052 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:27.687139 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:29.401332 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:32.482051 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:33.626593 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:06:35.938369 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-7eb47343-d073-4fe3-94c5-af6678fbb1a2 service neutron] (110119) timed out ('10.222.0.50', 50846) {{(pid=110119) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 19:06:36.118327 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [req-87f359dc-fe51-4851-a191-107d347c80dd req-2f972d24-f9ac-46de-9796-78d748a98f92 tempest-TestShelveInstance-1450456770 tempest-TestShelveInstance-1450456770-project] (110119) timed out ('10.222.0.50', 50854) {{(pid=110119) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 19:06:53.147389 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5ac84ab7-af2b-402b-a986-4c33e3887b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:55.372902 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-eba0045c-7291-4dca-b478-9d237417fde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:56.478524 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:57.705259 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:06:59.405098 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:02.498065 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:10.627900 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:07:23.149542 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-f638aee2-ac22-4d40-b9a7-1cde5894923e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:25.368215 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d88a0ae1-354c-46b4-b923-9d64e6c13ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:26.481715 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:27.695242 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:29.404286 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:32.510179 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:47.632256 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:07:53.151209 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-5b885e9d-b1e5-4f35-87f2-7c3184a5c130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:55.375582 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3073-4e72-4f36-ab73-7193b607e8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:56.487899 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:57.702644 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:07:59.403407 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:02.502485 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:23.151577 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-b1297dfd-7db1-423b-9919-1f14e98beabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:24.632174 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:08:25.369862 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-44b77435-1aeb-4206-a2e0-81d763274036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:26.495654 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:27.709148 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:29.408514 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:32.519122 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:53.153857 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-e1b9a9a2-1f98-411c-b439-576e2a1023f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:55.377163 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ea6b183-93e7-4f87-8d5e-02010a8bbad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:56.490854 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:57.712618 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:08:59.397984 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:09:01.634618 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:09:02.518573 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:09:23.155244 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-d27d19c0-cb04-4756-9bf7-31d27ede05e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:09:25.385212 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f781-3979-46d6-8fa7-61f275e2d4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (817919d4-fa8b-429d-8b5d-e8d121d6b02e), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:09:26.506010 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-16126c26-3ef4-4fbd-b5e9-dc849ea4c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (6a7dce81-bdd0-4dfb-8c05-c46cf40edd28), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:09:27.712689 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-4ee5df70-fa03-4e3c-9d1c-227403616366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (aa1129f2-a874-4bb6-a87e-15e006374344), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:09:29.398027 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-a23c1ce1-1e81-448f-bc59-a1b0410966c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (88350e20-1982-4d67-818f-582951ab1df3), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:09:32.539072 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-29e1fcc8-03ea-4ff8-8c2a-ae0486b550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (f8788ccf-afd2-4887-b3b6-fef3d88010da), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 19:09:38.666886 dv-cinder-839987-1-iscsi neutron-server[110122]: DEBUG neutron.db.agents_db [None req-f4bb051a-9647-48f7-bf93-fc89c03969ed None None] Agent healthcheck: found 6 active agents {{(pid=110122) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 19:09:40.836850 dv-cinder-839987-1-iscsi neutron-server[110120]: DEBUG neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-12b08de3-876f-45b8-8f75-ba51ca0c9762 service neutron] (110120) timed out ('10.222.0.50', 49912) {{(pid=110120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 19:09:40.971414 dv-cinder-839987-1-iscsi neutron-server[110119]: DEBUG neutron.wsgi [req-9fc63da3-b871-4d94-9cd1-bd81412e9ea9 req-8d9624c0-bc62-498f-8b45-6dda0acdb172 tempest-AttachVolumeShelveTestJSON-2125913279 tempest-AttachVolumeShelveTestJSON-2125913279-project] (110119) timed out ('10.222.0.50', 49920) {{(pid=110119) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 19:09:53.150380 dv-cinder-839987-1-iscsi neutron-server[110121]: DEBUG neutron_lib.callbacks.manager [None req-18304221-6f72-41bc-b3f0-6f240450782f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759954310238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66402686'] for agent (8e1a65b5-3d7e-4667-bf46-cc4b4d9cfbe4), after_update {{(pid=110121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}